-- Logs begin at Wed 2021-06-30 08:55:02 UTC, end at Wed 2021-06-30 09:48:04 UTC. -- Jun 30 09:23:01.358466 dv-cinder-793515-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 09:23:04.074448 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.common.config [-] Logging enabled! Jun 30 09:23:04.075100 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 09:23:04.075262 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92760) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 09:23:04.079065 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.common.config [-] Logging enabled! Jun 30 09:23:04.079325 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 09:23:04.079638 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92760) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 09:23:04.080579 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 09:23:04.080819 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 09:23:04.081182 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 09:23:04.081430 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 09:23:04.081660 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 09:23:04.081979 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.082279 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.082577 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.082810 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.083132 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.083425 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.083713 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.084009 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.084305 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.084592 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.084873 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.085159 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.085391 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.085671 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.085960 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.086253 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.086477 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] debug = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.086759 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.087210 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.087628 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.087909 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.088200 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.088482 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.088756 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.089033 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.089319 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.089650 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] host = dv-cinder-793515-7-iscsi {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.089932 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.090222 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.090512 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.090804 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.091106 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.091385 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.091700 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.092037 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.092317 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] log_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.092595 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.092888 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.093182 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.093479 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.093708 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.093937 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.094231 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.094522 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.094803 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.095106 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.095386 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.095665 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.095944 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.096216 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.096508 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.096802 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.097094 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.097375 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.097655 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.097929 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.098206 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.098497 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.098774 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.099075 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.099354 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.099645 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.099917 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.100193 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.100499 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.100785 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.101408 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.101408 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.101615 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.101901 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.102176 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.102449 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.102720 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] use_json = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.103017 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.103294 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.103587 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.103931 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.104161 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.104398 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.104670 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.104956 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:04.105258 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.105562 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.105866 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.106153 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.106531 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.106743 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.107061 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.107378 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.107671 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.108104 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.108401 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.108685 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.108979 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.109262 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.109563 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.109873 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.110175 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.110477 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.110760 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.111066 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.111347 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.111633 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.111926 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.112225 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.112521 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.112801 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.113084 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.113382 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.113681 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.113949 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.114229 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.114522 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.114802 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.115101 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.115386 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.115665 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.115941 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.116216 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.116497 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.116790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.117069 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.117343 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.117619 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.117898 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.118171 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.118455 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.118734 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.119033 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.119312 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.119593 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.119868 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.120142 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.120421 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.120696 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.120977 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.121253 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.121530 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.121811 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.122086 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.122364 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.122640 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.123460 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.123745 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.124188 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.124481 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.124762 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.125043 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.125323 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.125619 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.125921 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.126209 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.126490 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.126776 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.127085 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.127367 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.127652 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.127932 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.128215 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.128493 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.128790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.129079 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.129368 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.129652 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.129934 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.130235 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.130520 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.130809 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.131118 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.131400 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.131693 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.131982 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.132282 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.132584 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.132883 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.133289 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.133570 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.133754 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.134069 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.134352 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:04.134578 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 09:23:04.134861 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92760) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 09:23:04.486442 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 09:23:04.486731 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 09:23:04.487053 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 09:23:04.487390 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 09:23:04.880317 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.880604 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.880874 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.882155 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.882432 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.882699 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.917029 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.917307 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.917576 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.931827 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.932112 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.932388 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.961764 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.962047 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.962321 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.998566 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.998863 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:04.999141 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.242017 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.242637 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.242637 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.242804 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.243492 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.363914 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.364243 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.364539 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.364813 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.365081 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.365395 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.365657 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.365915 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.366171 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.366454 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.366714 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.367072 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.367339 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.367605 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.367864 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.368132 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.368404 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.368679 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.368954 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.369206 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.369488 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.369842 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.370099 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.370386 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.370637 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.370904 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.371308 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 09:23:05.371556 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 09:23:05.371799 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 09:23:05.372040 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 09:23:05.372279 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 09:23:05.372518 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 09:23:05.372920 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 09:23:05.377178 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 09:23:05.381136 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 09:23:05.384888 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 30 09:23:05.386527 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 09:23:05.387013 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 09:23:05.387358 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 09:23:05.387745 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 09:23:05.391372 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 09:23:05.391607 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 09:23:05.391964 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 09:23:05.420127 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 09:23:05.420597 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.420901 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92760) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 09:23:05.421267 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.422639 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92760) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 09:23:05.422964 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 09:23:05.423220 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 09:23:05.426454 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.427019 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:05.491664 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 09:23:05.491902 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 09:23:05.492170 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 09:23:05.492508 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 09:23:05.514083 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_db.sqlalchemy.engines [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92760) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 09:23:06.062110 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Initializing driver for type 'gre' Jun 30 09:23:06.062653 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] gre ID ranges: [(1, 1000)] Jun 30 09:23:06.115653 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Initializing driver for type 'local' Jun 30 09:23:06.115993 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Initializing driver for type 'vlan' Jun 30 09:23:06.130796 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] VlanTypeDriver initialization complete Jun 30 09:23:06.131215 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Initializing driver for type 'vxlan' Jun 30 09:23:06.131722 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] vxlan ID ranges: [(1, 1000)] Jun 30 09:23:06.187522 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Initializing extension driver 'port_security' Jun 30 09:23:06.187864 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.extensions.port_security [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] PortSecurityExtensionDriver initialization complete Jun 30 09:23:06.188225 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Initializing mechanism driver 'openvswitch' Jun 30 09:23:06.188563 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Initializing mechanism driver 'hyperv' Jun 30 09:23:06.195272 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.plugins.ml2.plugin [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.195980 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > port after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.196354 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > port after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.196713 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > port after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.197258 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 09:23:06.197691 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > subnet after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.198049 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > subnet after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.198504 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.199003 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 09:23:06.199421 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > network after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.199868 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > network after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.200276 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > network after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.200672 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 09:23:06.201294 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > security_group after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.201584 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > security_group after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.201932 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > security_group after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.202484 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 09:23:06.202928 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.203286 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.203634 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.204029 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 09:23:06.204437 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > address_group after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.204788 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > address_group after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.205131 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > address_group after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.205522 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 09:23:06.205908 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] ML2 OVO RPC backend initialized. {{(pid=92760) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 09:23:06.206642 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.207034 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.207452 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > network before_response 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.207801 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > networks before_response 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.208147 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > port before_response 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.208518 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > ports before_response 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.208859 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > subnet before_response 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.209200 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > subnets before_response 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.209547 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > network after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.209885 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > network after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.210222 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > network after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.210562 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > port after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.210920 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > port after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.211261 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > port after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.211596 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > subnet after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.211934 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > subnet after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.212261 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.212853 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.plugin [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Modular L2 Plugin initialization complete Jun 30 09:23:06.213183 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading services supported by the core plugin {{(pid=92760) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 09:23:06.213510 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.plugins.ml2.managers [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Got port-security extension from driver 'port_security' Jun 30 09:23:06.213975 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.extensions.vlantransparent [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Disabled vlantransparent extension. Jun 30 09:23:06.214456 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92760) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 09:23:06.214770 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading Plugin: router Jun 30 09:23:06.258815 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router_interface before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.259525 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router after_create 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.259676 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router before_create 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.259955 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.260333 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.260693 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router after_delete 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.261052 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > floatingip after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.261415 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router after_create 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.261764 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router after_update 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.262113 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router after_update 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.262464 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.262822 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router after_update 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.263263 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_update 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.263680 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: port after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.264101 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: port after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.264446 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: subnet after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.264790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.265141 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > port precommit_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.265490 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_create 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.265835 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: port before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.266177 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.266534 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router after_update 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.266914 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_delete 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.267268 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_create 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.267630 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.267979 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_update 55549900 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.268343 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > agent after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.268694 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > agent after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.269044 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > network after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.269913 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Tracking information for resource: router configured {{(pid=92760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 09:23:06.270248 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Tracking information for resource: floatingip configured {{(pid=92760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 09:23:06.275395 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.db.l3_agentschedulers_db [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 09:23:06.275983 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: port after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.276351 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: port after_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.276707 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: port after_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.277059 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: port after_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.277858 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router before_create 55550100 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.278228 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_delete 55550100 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.278592 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_create 55550100 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.278987 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > router precommit_update 55550100 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.283465 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.services.provider_configuration [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service providers = [] {{(pid=92760) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 09:23:06.283828 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.db.servicetype_db [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92760) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 09:23:06.286719 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.services.service_base [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 09:23:06.287102 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.services.service_base [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 09:23:06.287448 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.services.service_base [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 09:23:06.288328 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.services.service_base [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 09:23:06.288702 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.services.service_base [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 09:23:06.289080 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 09:23:06.289400 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 09:23:06.300664 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 09:23:06.301001 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading Plugin: auto_allocate Jun 30 09:23:06.306908 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: network precommit_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.307286 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: network precommit_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.307810 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 09:23:06.308135 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading Plugin: tag Jun 30 09:23:06.315293 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 09:23:06.315573 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading Plugin: timestamp Jun 30 09:23:06.320859 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 09:23:06.321198 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading Plugin: network_ip_availability Jun 30 09:23:06.326724 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.327127 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.327487 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.328205 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 09:23:06.328526 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading Plugin: flavors Jun 30 09:23:06.333235 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 09:23:06.333566 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading Plugin: revisions Jun 30 09:23:06.337855 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 09:23:06.338246 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_concurrency.lockutils [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.851s {{(pid=92760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 09:23:06.339023 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92760) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 09:23:06.339364 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Initializing extension manager. Jun 30 09:23:06.339880 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: __init__.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.340226 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: __pycache__ {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.340564 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.340902 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: address_group.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.342177 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.342997 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: address-group Jun 30 09:23:06.343332 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: address_scope.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.344044 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.344560 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: address-scope Jun 30 09:23:06.344888 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: admin_state_down_before_update.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.345808 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.346326 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: router-admin-state-down-before-update Jun 30 09:23:06.346656 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: agent.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.347378 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.348091 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: agent Jun 30 09:23:06.348582 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: agent_resources_synced.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.349485 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.350005 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: agent-resources-synced Jun 30 09:23:06.350332 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: allowedaddresspairs.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.352126 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.352645 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: allowed-address-pairs Jun 30 09:23:06.352972 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: auto_allocated_topology.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.354037 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.354558 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: auto-allocated-topology Jun 30 09:23:06.354911 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: availability_zone.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.355596 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.356101 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: availability_zone Jun 30 09:23:06.356425 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: availability_zone_filter.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.357956 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.358597 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: availability_zone_filter Jun 30 09:23:06.358946 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: data_plane_status.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.359848 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.360357 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 09:23:06.360681 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: default_subnetpools.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.361583 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.362094 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: default-subnetpools Jun 30 09:23:06.362418 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: dhcpagentscheduler.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.363253 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.363768 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: dhcp_agent_scheduler Jun 30 09:23:06.364092 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: dns.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.364996 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.365514 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension dns-integration not supported by any of loaded plugins Jun 30 09:23:06.365833 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: dns_domain_ports.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.366734 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.367274 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 09:23:06.367601 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.368509 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.369020 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 09:23:06.369342 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: dvr.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.370006 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.370513 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: dvr Jun 30 09:23:06.370870 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: empty_string_filtering.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.371752 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.372262 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: empty-string-filtering Jun 30 09:23:06.372587 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.373549 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.374051 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 09:23:06.374373 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.375300 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.375807 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 09:23:06.376126 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: external_net.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.377013 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.377518 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: external-net Jun 30 09:23:06.377841 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: extra_dhcp_opt.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.378726 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.379277 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: extra_dhcp_opt Jun 30 09:23:06.379602 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: extraroute.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.380490 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.380997 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: extraroute Jun 30 09:23:06.381320 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: extraroute_atomic.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.382341 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.382881 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: extraroute-atomic Jun 30 09:23:06.383213 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: filter_validation.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.387706 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.387706 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: filter-validation Jun 30 09:23:06.387706 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: fip_pf_description.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.387706 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.387706 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 09:23:06.387706 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: fip_port_details.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.388177 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.388177 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: fip-port-details Jun 30 09:23:06.388177 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: flavors.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.389469 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.389993 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: flavors Jun 30 09:23:06.390319 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.392035 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.392557 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 09:23:06.392890 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: floatingip_pools.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.393581 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.394092 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: floatingip-pools Jun 30 09:23:06.394419 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: ip_allocation.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.395368 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.395877 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 09:23:06.396202 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.397106 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.397617 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: ip-substring-filtering Jun 30 09:23:06.397948 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: l2_adjacency.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.398892 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.399408 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 09:23:06.399743 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: l3.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.400732 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.401253 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: router Jun 30 09:23:06.401583 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: l3_conntrack_helper.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.404023 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.405244 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 09:23:06.405582 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.406522 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.407067 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: ext-gw-mode Jun 30 09:23:06.407402 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.408316 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.408828 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: l3-ha Jun 30 09:23:06.409158 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: l3_flavors.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.410085 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.410602 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: l3-flavors Jun 30 09:23:06.410952 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.411854 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.412363 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 09:23:06.412690 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: l3agentscheduler.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.413738 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.414252 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: l3_agent_scheduler Jun 30 09:23:06.414585 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: logging.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.416105 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.416630 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension logging not supported by any of loaded plugins Jun 30 09:23:06.416964 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: metering.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.417693 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.418281 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: metering Jun 30 09:23:06.418611 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.419744 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.420897 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: metering_source_and_destination_fields Jun 30 09:23:06.421227 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: multiprovidernet.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.422148 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.422662 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: multi-provider Jun 30 09:23:06.423020 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: netmtu.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.423925 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.424441 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: net-mtu Jun 30 09:23:06.424763 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: netmtu_writable.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.425667 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.426178 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: net-mtu-writable Jun 30 09:23:06.426499 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: network_availability_zone.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.427429 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.427939 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: network_availability_zone Jun 30 09:23:06.428260 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: network_ip_availability.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.429352 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.429867 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: network-ip-availability Jun 30 09:23:06.430192 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: network_segment_range.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.430997 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.431506 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 09:23:06.431824 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: pagination.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.432805 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.433134 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: pagination Jun 30 09:23:06.433455 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: port_device_profile.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.434345 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.434891 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: port-device-profile Jun 30 09:23:06.435218 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.436334 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.436840 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: port-mac-address-regenerate Jun 30 09:23:06.437166 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.438074 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.438594 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: port-numa-affinity-policy Jun 30 09:23:06.438952 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: port_resource_request.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.439849 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.440353 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 09:23:06.440683 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: portbindings.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.441604 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.442107 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: binding Jun 30 09:23:06.442431 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: portbindings_extended.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.443873 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.444395 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: binding-extended Jun 30 09:23:06.444726 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: portsecurity.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.445628 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.446147 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: port-security Jun 30 09:23:06.446468 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: project_id.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.447459 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.447792 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: project-id Jun 30 09:23:06.448116 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: providernet.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.449026 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.449540 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: provider Jun 30 09:23:06.449864 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.453533 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.454059 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos not supported by any of loaded plugins Jun 30 09:23:06.454391 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.455664 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.456183 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 09:23:06.456515 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.457421 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.457933 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 09:23:06.458261 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos_default.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.459185 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.459697 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos-default not supported by any of loaded plugins Jun 30 09:23:06.460023 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos_fip.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.460676 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.461180 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos-fip not supported by any of loaded plugins Jun 30 09:23:06.461504 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos_gateway_ip.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.462412 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.462950 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 09:23:06.463277 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos_port_network_policy.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.464182 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.464695 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 09:23:06.465020 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos_rule_type_details.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.465920 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.466432 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 09:23:06.467453 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: qos_rules_alias.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.468433 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.468946 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 09:23:06.469275 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: quotasv2.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.470204 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.470536 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: quotas Jun 30 09:23:06.470883 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: quotasv2_detail.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.473919 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.474259 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: quota_details Jun 30 09:23:06.474594 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: rbac.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.475680 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.476212 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: rbac-policies Jun 30 09:23:06.476544 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: rbac_address_group.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.477660 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.478183 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: rbac-address-group Jun 30 09:23:06.478512 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: rbac_address_scope.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.479468 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.479984 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: rbac-address-scope Jun 30 09:23:06.480311 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: rbac_security_groups.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.481218 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.481732 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: rbac-security-groups Jun 30 09:23:06.482055 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: rbac_subnetpool.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.483534 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.484047 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: rbac-subnetpool Jun 30 09:23:06.484374 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: revisionifmatch.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.485277 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.485787 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: revision-if-match Jun 30 09:23:06.486112 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: revisions.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.487240 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.487756 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: standard-attr-revisions Jun 30 09:23:06.488083 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: router_availability_zone.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.488746 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.489258 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: router_availability_zone Jun 30 09:23:06.489583 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: routerservicetype.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.490491 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.491026 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension router-service-type not supported by any of loaded plugins Jun 30 09:23:06.491352 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.492265 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.492777 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: security-groups-normalized-cidr Jun 30 09:23:06.493102 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: security_groups_port_filtering.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.494010 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.494520 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: port-security-groups-filtering Jun 30 09:23:06.494870 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.495781 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.496289 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: security-groups-remote-address-group Jun 30 09:23:06.496611 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: securitygroup.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.506322 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.506900 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: security-group Jun 30 09:23:06.507240 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: segment.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.508060 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.508571 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension segment not supported by any of loaded plugins Jun 30 09:23:06.508903 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.509867 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.510387 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 09:23:06.510713 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: servicetype.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.511951 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.512482 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: service-type Jun 30 09:23:06.512807 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: sorting.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.513801 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.514139 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: sorting Jun 30 09:23:06.514468 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: standard_attr_segment.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.515465 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.515990 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 09:23:06.516311 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: standardattrdescription.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.516954 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.517463 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: standard-attr-description Jun 30 09:23:06.517791 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: stateful_security_group.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.518716 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.519260 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: stateful-security-group Jun 30 09:23:06.519586 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: stdattrs_common.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.520164 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 09:23:06.520482 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.521400 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.521914 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 09:23:06.522237 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: subnet_onboard.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.523328 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.523847 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: subnet_onboard Jun 30 09:23:06.524174 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.525088 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.525591 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 09:23:06.525919 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: subnet_service_types.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.526826 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.527361 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: subnet-service-types Jun 30 09:23:06.527688 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: subnetallocation.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.528760 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.529950 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: subnet_allocation Jun 30 09:23:06.530252 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.530938 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.531461 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: subnetpool-prefix-ops Jun 30 09:23:06.531789 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.532714 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.533226 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 09:23:06.533552 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: tagging.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.534633 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.535177 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: standard-attr-tag Jun 30 09:23:06.535506 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: timestamp.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.536736 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.537253 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loaded extension: standard-attr-timestamp Jun 30 09:23:06.537579 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: trunk.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.538607 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.539158 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension trunk not supported by any of loaded plugins Jun 30 09:23:06.539489 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: trunk_details.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.540403 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.540914 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension trunk-details not supported by any of loaded plugins Jun 30 09:23:06.541270 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: uplink_status_propagation.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.542180 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.542694 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 09:23:06.543047 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Loading extension file: vlantransparent.py {{(pid=92760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 09:23:06.543715 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 09:23:06.544227 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 09:23:06.547425 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:network Jun 30 09:23:06.547964 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:subnet Jun 30 09:23:06.548368 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 09:23:06.548761 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:port Jun 30 09:23:06.550023 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.550457 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service FLAVORS assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.551111 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.551785 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.552127 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:router Jun 30 09:23:06.552553 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:floatingip Jun 30 09:23:06.553044 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service METERING assigned prefix: /metering {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.554506 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.554901 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.555256 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:23:06.556286 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 09:23:06.556720 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:security_group Jun 30 09:23:06.557155 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 09:23:06.557763 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service CORE assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.558099 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 09:23:06.558449 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] subnetpool is already registered Jun 30 09:23:06.558896 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service CORE assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.559235 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 09:23:06.559572 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] subnetpool is already registered Jun 30 09:23:06.562018 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.562447 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service FLAVORS assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.563057 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.563478 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.563822 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:router Jun 30 09:23:06.564166 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] router is already registered Jun 30 09:23:06.564575 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:floatingip Jun 30 09:23:06.564914 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] floatingip is already registered Jun 30 09:23:06.565415 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service METERING assigned prefix: /metering {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.566032 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 09:23:06.566358 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] rbac_policy is already registered Jun 30 09:23:06.566767 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:security_group Jun 30 09:23:06.567126 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] security_group is already registered Jun 30 09:23:06.567526 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 09:23:06.567860 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] security_group_rule is already registered Jun 30 09:23:06.568478 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service CORE assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.568814 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 09:23:06.569151 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] subnetpool is already registered Jun 30 09:23:06.569566 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.v2.resource_helper [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Service CORE assigned prefix: {{(pid=92760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 09:23:06.569893 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 09:23:06.570227 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING neutron.quota.resource_registry [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] subnetpool is already registered Jun 30 09:23:06.570691 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: extensions {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.572214 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: address-groups {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.573718 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: address-scopes {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.575075 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: agents {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.576426 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: auto-allocated-topology {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.577705 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: availability_zones {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.578963 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: dhcp-networks {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.581561 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: dhcp-agents {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.583042 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: routers {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.584758 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: flavors {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.586049 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: service_profiles {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.587290 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: next_providers {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.588744 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: service_profiles {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.590304 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: floatingip-pools {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.591586 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: routers {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.593811 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: floatingips {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.595134 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: l3-routers {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.596514 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: l3-agents {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.597936 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: metering-labels {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.599241 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: metering-label-rules {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.600626 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: network-ip-availabilities {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.601918 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: bindings {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.603491 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: quotas {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.605040 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: quotas {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.606485 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: rbac-policies {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.608377 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: security-groups {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.609694 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: security-group-rules {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.610986 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: service-providers {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.612222 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: subnetpools {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.613718 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: subnetpools {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.615332 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.617026 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.618847 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.620654 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.622370 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.624388 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.626098 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.627927 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.629818 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.631572 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron.api.extensions [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Extended resource: tags {{(pid=92760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 09:23:06.637592 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING keystonemiddleware.auth_token [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 09:23:06.642289 dv-cinder-793515-7-iscsi neutron-server[92760]: WARNING keystonemiddleware.auth_token [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 09:23:06.651477 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_concurrency.lockutils [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Acquired lock "singleton_lock" {{(pid=92760) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 09:23:06.651953 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_concurrency.lockutils [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Releasing lock "singleton_lock" {{(pid=92760) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 09:23:06.652595 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO oslo_service.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Starting 2 workers Jun 30 09:23:06.658051 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Started child 92901 {{(pid=92760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 09:23:06.662575 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Started child 92902 {{(pid=92760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 09:23:06.663734 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.664373 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO neutron.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 09:23:06.664828 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Notify callbacks [] for process, before_spawn {{(pid=92760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.665205 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [-] (92901) wsgi starting up on http://0.0.0.0:9696 Jun 30 09:23:06.667314 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO oslo_service.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Starting 1 workers Jun 30 09:23:06.667496 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.668909 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [-] (92902) wsgi starting up on http://0.0.0.0:9696 Jun 30 09:23:06.673276 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Started child 92903 {{(pid=92760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 09:23:06.673813 dv-cinder-793515-7-iscsi neutron-server[92760]: INFO oslo_service.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Starting 1 workers Jun 30 09:23:06.677457 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] calling RpcWorker wait() {{(pid=92903) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 09:23:06.678019 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] returning from RpcWorker wait() {{(pid=92903) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 09:23:06.678638 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Started child 92904 {{(pid=92760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 09:23:06.679583 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG neutron_lib.callbacks.manager [None req-5e68b721-1c86-40d0-ba00-e236eeaaa35e None None] Notify callbacks [] for process, after_spawn {{(pid=92760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.679754 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.680085 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.681495 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92760) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 09:23:06.681719 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 09:23:06.681906 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 09:23:06.682256 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 09:23:06.682557 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 09:23:06.682717 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 09:23:06.683177 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.683579 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.683736 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.683979 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.684266 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.684851 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.685123 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.685397 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.685765 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.686730 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.686730 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.686730 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.686730 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.686730 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.687407 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.687407 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.687407 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.687781 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.687909 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.688036 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.688244 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.688510 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.688767 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.689029 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] debug = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.689287 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.689797 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.690044 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.690285 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.690520 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.690813 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.691094 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.691378 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.691615 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.691833 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.692072 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.692319 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.692571 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.692787 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.693009 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.693267 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.693484 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.693961 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] host = dv-cinder-793515-7-iscsi {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.694206 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.694458 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.694707 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.695006 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.695272 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.695502 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.695760 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.696019 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.696266 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.696492 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.696735 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.696983 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.697232 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.697468 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.697636 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_options = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.697875 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.698195 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.698408 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.698604 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.698775 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.698969 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.699221 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.699388 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.699633 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.699880 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.700097 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.700424 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.700661 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.700896 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.701818 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.702392 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.702582 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.702772 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.703028 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.703285 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.703517 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.703752 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.703994 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.704246 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.704463 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.704681 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.704915 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.705135 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.705399 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.705621 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.705855 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.706103 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.706353 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.706610 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.706863 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.707092 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.707328 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.707602 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.707838 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.708085 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.708348 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.708581 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.708828 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.709049 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.709281 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.709495 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_json = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.709707 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.709921 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.710178 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.710393 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.710622 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.710866 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.712832 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.712832 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.713442 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.714572 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.714991 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.715400 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.715684 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.716023 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.718385 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.718385 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.718385 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.718617 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.718755 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.719016 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.719309 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.719543 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.719821 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.720155 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.720438 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.720713 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.720972 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.721227 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.721491 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.721749 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.722087 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.722357 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.722622 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.722948 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.723152 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.723378 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.723617 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.723835 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.724072 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.724311 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.724405 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.724590 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.724827 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.725046 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.725271 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.725520 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.725742 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.725971 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.726200 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.726461 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.726715 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.727528 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.727984 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.728723 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.730426 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.730711 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.730995 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.731256 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.731533 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.735791 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.736066 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.736347 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.736596 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.736843 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.737100 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.737427 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.737593 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.737840 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.738068 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.738322 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.738593 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.738824 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.741246 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.741499 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.742660 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.742977 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.743257 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.743515 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.743785 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.744021 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.744254 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.744486 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.744719 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.746945 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.747210 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.747480 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.747756 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.748281 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.748530 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.748785 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.751116 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.751494 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.752193 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.752533 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.752887 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.753162 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.753453 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.753731 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.753979 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.754237 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.754532 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.754791 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.755299 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.755556 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.755842 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.756114 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.756375 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.756640 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.756902 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.757181 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.757434 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.757665 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.757890 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.758135 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.758365 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.758641 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.758936 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.759196 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.759468 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.759742 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.760031 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.760294 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.760577 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.760807 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.761086 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.763098 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.763476 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.764237 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.764506 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.764856 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.765116 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.765396 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.765681 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.765926 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.766164 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.766416 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.766704 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.767148 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.767405 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.767634 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.769109 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.769456 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.769702 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.769951 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.770176 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.770479 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.770724 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.771001 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.771282 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.771544 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.771784 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.772053 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.772291 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.772523 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.772762 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.773004 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.773229 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.773474 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.773712 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.773952 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.774175 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.774393 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.774664 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.776772 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.777029 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.777288 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.777528 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.778024 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.778530 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.778919 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.780087 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.780396 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.780633 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.780867 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.781118 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.781351 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.781617 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.781846 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.782142 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.782404 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.782650 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.782965 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.783305 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.783663 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.783976 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.784341 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.784647 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.784982 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.785217 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.785454 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.785680 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.785926 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.786165 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.786389 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.786671 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.786952 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.787286 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.787533 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.787774 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.788036 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.788275 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.788533 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.788778 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.789003 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.789259 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.789501 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.789721 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.789992 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.790218 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.790440 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.790655 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.790895 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.791115 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.791456 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.791676 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.791982 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.792218 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.792475 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.792732 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.792970 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.793209 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.793441 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.793654 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.793867 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.794091 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.794308 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.794519 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.794754 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.795007 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.795222 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.795527 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.795762 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.795983 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.796211 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.796422 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.796634 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.796858 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.797074 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.797286 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.797532 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.797769 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.797980 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.798206 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.798568 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.798770 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.799101 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.799375 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.799610 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.799892 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.800134 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.800385 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.800631 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.800943 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.801275 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.801422 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.801900 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.802124 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.802349 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.802612 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.802962 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.803413 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.803850 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.804117 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.804384 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.804671 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.804961 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.805179 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.805476 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.805814 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.806104 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.806365 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.806605 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.806885 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.807114 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.807332 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.807575 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.807814 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.808030 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.808273 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.808502 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.808727 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.808963 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.809194 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.809436 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.809681 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.809913 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.810164 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.810743 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.810743 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 09:23:06.811227 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92760) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 09:23:06.811398 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 09:23:06.811556 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 09:23:06.811730 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 09:23:06.811900 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 09:23:06.812053 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 09:23:06.812260 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.812423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.812586 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.812746 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.812903 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.813083 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.813246 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.813405 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.813564 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.813722 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.813880 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.814038 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.814227 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.814337 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.814496 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.814655 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.814813 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.814995 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.815158 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.815318 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.815526 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.815619 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.815778 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] debug = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.815936 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.816139 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.816303 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.816462 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.816618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.816776 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.816933 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.817092 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.817260 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.817395 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.817481 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.817560 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.817699 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.817856 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.818013 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.818205 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.818314 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.818473 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.818629 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] host = dv-cinder-793515-7-iscsi {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.818787 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.818972 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.819129 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.819287 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.819445 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.819602 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.819761 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.819917 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.820074 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.820232 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.820390 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.820547 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.820704 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.820860 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.821022 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_options = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.821179 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.821336 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.821493 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.821668 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.821830 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.821988 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.822145 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.822303 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.822460 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.822617 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.822774 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.822957 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.823115 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.823268 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.823417 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.823574 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.823730 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.823888 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.824046 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.824203 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.824366 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.824523 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.824681 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.824838 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.824995 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.825152 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.825309 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.825467 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.825676 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.825771 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.825930 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.826624 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.826874 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.827153 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.827477 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.827808 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.827975 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.828141 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.828300 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.828459 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.828619 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.828777 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.828935 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.829092 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.829250 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.829408 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_json = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.829565 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.829723 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.829873 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.830025 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.830182 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.830341 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.830499 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.830657 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 09:23:06.830852 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.831022 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.831203 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.831365 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.831525 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.831687 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.831847 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.832009 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.832171 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.832369 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833050 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833050 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833050 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833280 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833280 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833424 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833529 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833690 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.833851 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.834010 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.834171 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.834331 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.834516 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.834658 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.834820 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.835004 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.835162 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.835533 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.835533 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.835697 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.835776 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.835938 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.836100 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.836261 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.836421 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.836582 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.836743 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.836905 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.837067 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.837228 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.837390 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.837550 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.837711 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.837873 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.838034 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.838195 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.838356 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.838518 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.838679 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.838854 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.839035 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.839194 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.839355 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.839514 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.839701 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.839860 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.840121 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.840236 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.840335 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.840495 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.840653 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.840827 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.841042 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.841205 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.841365 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.841526 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.841831 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.842635 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.842898 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.843381 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.843381 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.843381 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.843660 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.843660 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.843826 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.843960 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.844115 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.844271 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.844426 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.844585 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.844739 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.844895 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.845094 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.845209 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.845366 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.845537 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.845704 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.845855 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.846009 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.846166 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.846609 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.846609 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.846609 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.846901 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.846988 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.847095 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.847250 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.847409 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.847564 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.847731 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.847890 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.848050 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.848235 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.848396 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.848557 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.848717 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.848878 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.849070 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.849194 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.849354 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.849514 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.849683 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.849844 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.850008 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.850167 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.850336 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.850507 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.850667 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.850844 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.851009 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.851172 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.851324 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.851483 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.851647 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.851812 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.851972 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.852132 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.852300 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.852472 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.852632 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.852804 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.852950 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.853133 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.853292 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.853451 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.853612 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.853772 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.853930 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.854090 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.854250 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.854410 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.854571 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.854731 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.854913 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.855076 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.855237 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.855398 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.855558 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.855720 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.855881 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.856041 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.856203 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.856365 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.856526 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.856686 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.856845 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.857007 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.857167 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.858618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.858618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.858618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.858618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.858618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.858618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.858618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.858618 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860012 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860012 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860012 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860012 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860012 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860012 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860012 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860012 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860545 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860545 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860545 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860545 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860814 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.860814 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862140 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862140 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862140 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862140 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862140 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862140 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862140 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862140 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862643 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862643 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862643 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862643 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862941 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.862941 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.863116 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.863262 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.863423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.863607 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.863764 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.863918 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.864050 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.864211 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.864371 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.864532 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.864692 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.864853 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.865028 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.865189 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.865350 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.865513 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.865674 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.865857 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.866007 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.866168 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.866316 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.866475 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.866635 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.866795 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.866988 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.867149 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.867310 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.867470 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.867632 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.867814 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.867962 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.868123 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.868284 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.868443 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.868604 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.868763 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.868933 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.869093 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.869253 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.869424 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.869579 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.869703 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.869875 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.870037 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.870196 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.870367 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.870528 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.870688 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.870882 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.871062 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.871203 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.871378 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.871516 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.871652 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.871816 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.871980 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.872149 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.872638 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.872638 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.872638 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.873790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.873790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.873790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.873790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.873790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.873790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.873790 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.874452 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.874452 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.874452 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.874452 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.875423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.875423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.875423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.875423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.875423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.875423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.875423 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.876091 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.876091 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.876091 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.876091 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.876365 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.876365 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.876522 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 09:23:06.876601 dv-cinder-793515-7-iscsi neutron-server[92760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 09:23:07.035843 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42250) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:07.044503 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064783 Jun 30 09:23:18.534619 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc7bfb-8760-4fda-9e0f-507f2932a5ff None None] get_active_networks_info from dv-cinder-793515-7-iscsi {{(pid=92903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:23:18.617638 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc7bfb-8760-4fda-9e0f-507f2932a5ff None None] No non-hosted networks {{(pid=92903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 09:23:18.646878 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.agentschedulers_db [None req-f9bc7bfb-8760-4fda-9e0f-507f2932a5ff None None] DHCP Agent not found on host dv-cinder-793515-7-iscsi {{(pid=92903) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 09:23:18.698749 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-f2321eee-fcbc-4c0f-89d8-5fd9183e5d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402656'] for agent, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.020596 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a82227b0-5c83-47a3-8646-0c65663c8677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402656'] for agent, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.075964 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-29bfc4ce-82e5-40a7-915c-2803133e5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.356818 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402656'] for agent, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.358573 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.359101 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.359626 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.362270 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.364432 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.367374 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.368667 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.370436 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.371598 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.373356 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.384656 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.385236 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:21.385812 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793515-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:21.392625 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793515-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:22.615336 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402656'] for agent, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.873412 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402656'] for agent, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.598969 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.db.l3_hamode_db [None req-1301aa2e-e799-4a90-a740-d85c14ba3306 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 09:23:24.673913 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301aa2e-e799-4a90-a740-d85c14ba3306 None None] Routers set() bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:24.674298 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301aa2e-e799-4a90-a740-d85c14ba3306 None None] Router IDs set() for agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:23:25.288928 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42342) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:25.796305 dv-cinder-793515-7-iscsi neutron-server[92901]: WARNING oslo_policy.policy [None req-aa3d8732-bcf3-433e-847c-6b7d13138409 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 09:23:25.796934 dv-cinder-793515-7-iscsi neutron-server[92901]: WARNING oslo_policy.policy [None req-aa3d8732-bcf3-433e-847c-6b7d13138409 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 09:23:26.013249 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [None req-aa3d8732-bcf3-433e-847c-6b7d13138409 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:23:26.014415 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-aa3d8732-bcf3-433e-847c-6b7d13138409 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7245820 Jun 30 09:23:28.370037 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42356) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.688583 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-d80fcfb2-fbf6-4941-b871-52ba407e09f1 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:28.781689 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.policy [None req-d80fcfb2-fbf6-4941-b871-52ba407e09f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92901) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 09:23:28.827478 dv-cinder-793515-7-iscsi neutron-server[92901]: WARNING oslo_policy.policy [None req-d80fcfb2-fbf6-4941-b871-52ba407e09f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 09:23:28.827856 dv-cinder-793515-7-iscsi neutron-server[92901]: WARNING oslo_policy.policy [None req-d80fcfb2-fbf6-4941-b871-52ba407e09f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 09:23:28.836552 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.quota [None req-d80fcfb2-fbf6-4941-b871-52ba407e09f1 admin admin] Loaded quota_driver: . Jun 30 09:23:28.930112 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d80fcfb2-fbf6-4941-b871-52ba407e09f1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416099451', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416098894', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416102390', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416101436', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416089727', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416588246', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7802794', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7704983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716696', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-685499'] for rbac-policy, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.995409 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d80fcfb2-fbf6-4941-b871-52ba407e09f1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.996576 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d80fcfb2-fbf6-4941-b871-52ba407e09f1 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6256487 Jun 30 09:23:31.553523 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 42368) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.047230 dv-cinder-793515-7-iscsi neutron-server[92902]: WARNING oslo_policy.policy [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 09:23:32.047852 dv-cinder-793515-7-iscsi neutron-server[92902]: WARNING oslo_policy.policy [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 09:23:32.263932 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Request body: {'network': {'tenant_id': '9bc626299b33466cbdf076fcba458478', 'project_id': '9bc626299b33466cbdf076fcba458478', 'name': 'private', 'admin_state_up': True}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:32.265638 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.quota [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Loaded quota_driver: . Jun 30 09:23:32.322933 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Made reservation on behalf of 9bc626299b33466cbdf076fcba458478 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:32.387995 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.policy [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92902) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 09:23:32.438151 dv-cinder-793515-7-iscsi neutron-server[92902]: WARNING oslo_policy.policy [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 09:23:32.438538 dv-cinder-793515-7-iscsi neutron-server[92902]: WARNING oslo_policy.policy [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 09:23:32.448889 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.470329 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.601413 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.605274 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.625150 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:32.653159 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741420208698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.654250 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Unsubscribe: segment precommit_create {{(pid=92902) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 09:23:32.654872 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Added segment a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38 of type vlan for network f2c5526b-7e2e-4314-9aca-e9c104122f58 Jun 30 09:23:32.673127 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9036a6b0-7dd7-43a2-a54d-30db9dd973de,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:32.693900 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.694264 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.694606 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.694967 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.695295 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.695636 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.695963 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.696286 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.696643 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.697009 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.697267 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.697590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Tracked resource versions report: Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: pushed versions: Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: { 'AddressGroup': {'1.2'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'ConntrackHelper': {'1.0'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Log': {'1.0'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Network': {'1.1'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Port': {'1.7'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'PortForwarding': {'1.2'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'QosPolicy': {'1.8'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SecurityGroup': {'1.4'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SubPort': {'1.0'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Subnet': {'1.1'}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Trunk': {'1.1'}} Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: consumer versions: Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: { DHCP agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: L3 agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: Metadata agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: Metering agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: Open vSwitch agent@dv-cinder-793515-7-iscsi: { 'AddressGroup': '1.2', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'ConntrackHelper': '1.0', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Log': '1.0', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Network': '1.1', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Port': '1.7', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'PortForwarding': '1.2', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'QosPolicy': '1.8', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SecurityGroup': '1.4', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SecurityGroupRule': '1.2', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SubPort': '1.0', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Subnet': '1.1', Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Trunk': '1.1'}} Jun 30 09:23:32.698729 dv-cinder-793515-7-iscsi neutron-server[92902]: {{(pid=92902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:23:32.788478 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.842093 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.843485 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.844159 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.917112 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3613553 Jun 30 09:23:32.945812 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a26a9-b052-466a-8a88-8f9d26a7472a admin admin] Pushing event updated for resources: {'Network': ['ID=f2c5526b-7e2e-4314-9aca-e9c104122f58,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:32.959020 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network f2c5526b-7e2e-4314-9aca-e9c104122f58 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:35.585254 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 42390) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:35.975738 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42bcff-97cb-4ff0-ad34-4b3dcab30c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.977109 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-8b42bcff-97cb-4ff0-ad34-4b3dcab30c26 admin admin] 10.222.0.70 "GET /v2.0/networks/f2c5526b-7e2e-4314-9aca-e9c104122f58 HTTP/1.1" status: 200 len: 825 time: 0.3908679 Jun 30 09:23:36.016848 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-501e6d61-fb9e-4746-87bd-a3a08d4e30ea admin admin] 10.222.0.70 "GET /v2.0/subnetpools/3ff7c2f8-e816-4e1d-9a61-ca0d72f61d20 HTTP/1.1" status: 200 len: 734 time: 0.0338836 Jun 30 09:23:36.025325 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'name': 'private-subnet', 'subnetpool_id': '3ff7c2f8-e816-4e1d-9a61-ca0d72f61d20'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:36.047961 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Made reservation on behalf of 9bc626299b33466cbdf076fcba458478 for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:36.050129 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.347025 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.416355 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17f2367-0606-450d-9d6e-464b89b1cd30,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:36.418606 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Checking segment: {'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:36.418998 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Network hostable DHCP agents. Network: f2c5526b-7e2e-4314-9aca-e9c104122f58, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:36.443308 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Network f2c5526b-7e2e-4314-9aca-e9c104122f58 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:36.456317 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, f2c5526b-7e2e-4314-9aca-e9c104122f58) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:36.461558 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.462155 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.466342 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8611f28f-715a-44a2-bcde-773fd2d35934 None None] Network f2c5526b-7e2e-4314-9aca-e9c104122f58 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:36.476660 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-10efecfd-a376-4f69-bd48-69e9bfa44275 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4545400 Jun 30 09:23:36.781535 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-f2c5526b-7e2e-4314-9aca-e9c104122f58', 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'fixed_ips': [{'subnet_id': 'b17f2367-0606-450d-9d6e-464b89b1cd30'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:36.782767 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.062698 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Allocated IP 172.20.0.2 (f2c5526b-7e2e-4314-9aca-e9c104122f58/b17f2367-0606-450d-9d6e-464b89b1cd30/a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:37.268679 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.312130 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Transition to ACTIVE for port object a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:37.332956 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Transition to ACTIVE for port object a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:37.342489 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.406090 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Network f2c5526b-7e2e-4314-9aca-e9c104122f58 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:37.410756 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:37.426926 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:37.433016 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Pushing event updated for resources: {'Port': ['ID=a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:37.470602 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.471309 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.471309 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.471640 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.471974 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.472344 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.472673 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.472999 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.473340 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.473669 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.473994 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.474320 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Tracked resource versions report: Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: pushed versions: Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: { 'AddressGroup': {'1.2'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'ConntrackHelper': {'1.0'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Log': {'1.0'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Network': {'1.1'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Port': {'1.7'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'PortForwarding': {'1.2'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'QosPolicy': {'1.8'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SecurityGroup': {'1.4'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SubPort': {'1.0'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Subnet': {'1.1'}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Trunk': {'1.1'}} Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: consumer versions: Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: { DHCP agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: L3 agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: Metadata agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: Metering agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: Open vSwitch agent@dv-cinder-793515-7-iscsi: { 'AddressGroup': '1.2', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'ConntrackHelper': '1.0', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Log': '1.0', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Network': '1.1', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Port': '1.7', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'PortForwarding': '1.2', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'QosPolicy': '1.8', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SecurityGroup': '1.4', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SecurityGroupRule': '1.2', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SubPort': '1.0', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Subnet': '1.1', Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Trunk': '1.1'}} Jun 30 09:23:37.475466 dv-cinder-793515-7-iscsi neutron-server[92903]: {{(pid=92903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:23:37.525158 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Attempting to bind port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:37.525567 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Attempting to bind port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:37.525992 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Attempting to bind port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e on network f2c5526b-7e2e-4314-9aca-e9c104122f58 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:37.531634 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:37.532044 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Checking segment: {'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:37.532522 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.532911 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Bound using segment: {'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:37.533398 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Bound port: a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:37.533843 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.598055 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] For port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:37.602256 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] For port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e,segment=NetworkSegment(a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38),segment_id=a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:37.605763 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.671117 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888c37-e4b3-4756-a801-8436ffa4bed2 None None] Pushing event updated for resources: {'Port': ['ID=a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:38.908731 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 42398) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.232694 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [None req-6ea8bbe4-df1b-4ba4-98e7-6ef0e9f3ba93 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:23:39.233734 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6ea8bbe4-df1b-4ba4-98e7-6ef0e9f3ba93 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240521 Jun 30 09:23:41.617708 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42406) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:41.941846 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [None req-72cb140a-b0ec-4d79-86b4-1160554d0752 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:23:41.942813 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-72cb140a-b0ec-4d79-86b4-1160554d0752 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240762 Jun 30 09:23:43.390610 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:43.481321 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:43.822340 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3fd2fa-0c86-4f21-8307-ee730a2c1d73 None None] Network f2c5526b-7e2e-4314-9aca-e9c104122f58 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:43.881443 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-8fcb1c4c-6d91-4167-abcc-71954d2081f7 None None] Provisioning for port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:43.889747 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-8fcb1c4c-6d91-4167-abcc-71954d2081f7 None None] Provisioning complete for port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:43.890136 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-8fcb1c4c-6d91-4167-abcc-71954d2081f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.078911 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-8fcb1c4c-6d91-4167-abcc-71954d2081f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.133827 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-8fcb1c4c-6d91-4167-abcc-71954d2081f7 None None] For port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e,segment=NetworkSegment(a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38),segment_id=a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:44.142530 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-8fcb1c4c-6d91-4167-abcc-71954d2081f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.197167 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb1c4c-6d91-4167-abcc-71954d2081f7 None None] Pushing event updated for resources: {'Port': ['ID=a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.363401 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-b93b1d21-e07b-456e-b3ba-a390be4d2c7d None None] Provisioning complete for port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:44.363880 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b93b1d21-e07b-456e-b3ba-a390be4d2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.600483 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42420) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:44.895584 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-c775f854-12e1-470f-af43-4b140fbfacf3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9bc626299b33466cbdf076fcba458478'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:44.923551 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c775f854-12e1-470f-af43-4b140fbfacf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.925149 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c775f854-12e1-470f-af43-4b140fbfacf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.073302 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c775f854-12e1-470f-af43-4b140fbfacf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.080028 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c775f854-12e1-470f-af43-4b140fbfacf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.092991 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c775f854-12e1-470f-af43-4b140fbfacf3 admin admin] Notify callbacks [] for router, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.094231 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c775f854-12e1-470f-af43-4b140fbfacf3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4927709 Jun 30 09:23:45.365574 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:45.413719 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:45.414094 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.468283 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42428) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:47.785143 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [None req-859cc0c7-d1b6-4bba-a37c-933683b652d8 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:23:47.786113 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-859cc0c7-d1b6-4bba-a37c-933683b652d8 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3169057 Jun 30 09:23:48.484397 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0b207c41-cf71-4d72-a0d3-e4a1cea27800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.155515 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42436) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:50.482564 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:50.506786 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Made reservation on behalf of d19be84a71584a4ebecc3e71caf589f2 for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:50.509467 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.524752 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.638119 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.641921 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.653033 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=92901) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 09:23:50.689735 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741420208698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.690334 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Unsubscribe: segment precommit_create {{(pid=92901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 09:23:50.690854 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Added segment d82792a0-8afe-4b18-8f8c-c049ecb8a693 of type flat for network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 Jun 30 09:23:50.707759 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e5ff59-4b4e-4095-8d96-c8f6ae5155d0,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:50.751887 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.752260 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.752600 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.752934 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.753263 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.753630 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.753958 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.754286 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.754622 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.754977 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.755298 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.755612 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Tracked resource versions report: Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: pushed versions: Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: { 'AddressGroup': {'1.2'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'ConntrackHelper': {'1.0'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Log': {'1.0'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Network': {'1.1'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Port': {'1.7'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'PortForwarding': {'1.2'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'QosPolicy': {'1.8'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SecurityGroup': {'1.4'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SubPort': {'1.0'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Subnet': {'1.1'}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Trunk': {'1.1'}} Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: consumer versions: Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: { DHCP agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: L3 agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: Metadata agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: Metering agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: Open vSwitch agent@dv-cinder-793515-7-iscsi: { 'AddressGroup': '1.2', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'ConntrackHelper': '1.0', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Log': '1.0', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Network': '1.1', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Port': '1.7', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'PortForwarding': '1.2', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'QosPolicy': '1.8', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SecurityGroup': '1.4', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SecurityGroupRule': '1.2', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SubPort': '1.0', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Subnet': '1.1', Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Trunk': '1.1'}} Jun 30 09:23:50.756786 dv-cinder-793515-7-iscsi neutron-server[92901]: {{(pid=92901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:23:50.812563 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.867560 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.868799 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.869457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.943174 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7864742 Jun 30 09:23:50.970702 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851e529-27ef-42bf-8b2b-cff6bd9f13c2 admin admin] Pushing event updated for resources: {'Network': ['ID=a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:50.982057 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:51.048162 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-8fb72ae3-6d64-4880-86c2-c840619b40cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.352968 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.528397 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.295337 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42458) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.509821 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325fbbb5-feeb-485e-bb19-268f02d1f4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:53.511188 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-325fbbb5-feeb-485e-bb19-268f02d1f4b2 admin admin] 10.222.0.70 "GET /v2.0/subnets/b17f2367-0606-450d-9d6e-464b89b1cd30 HTTP/1.1" status: 200 len: 849 time: 0.2147787 Jun 30 09:23:53.652919 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-f326c175-6598-4791-9a11-af267c4fb675 admin admin] 10.222.0.70 "GET /v2.0/routers/904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 HTTP/1.1" status: 200 len: 704 time: 0.1356421 Jun 30 09:23:53.814680 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.920674 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.210733 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Allocated IP 172.20.0.1 (f2c5526b-7e2e-4314-9aca-e9c104122f58/b17f2367-0606-450d-9d6e-464b89b1cd30/ff1dee1e-60e9-4e3c-9695-1d229a438b1b) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:54.399591 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.423935 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Transition to ACTIVE for port object ff1dee1e-60e9-4e3c-9695-1d229a438b1b will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:54.504798 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.568104 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Network f2c5526b-7e2e-4314-9aca-e9c104122f58 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:54.577052 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:54.588166 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:54.589031 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.611477 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1dee1e-60e9-4e3c-9695-1d229a438b1b,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:54.824166 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-0cc076a5-85e5-40eb-aacf-7c503d62991c None None] Provisioning for port ff1dee1e-60e9-4e3c-9695-1d229a438b1b completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:54.829160 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-0cc076a5-85e5-40eb-aacf-7c503d62991c None None] Provisioning complete for port ff1dee1e-60e9-4e3c-9695-1d229a438b1b triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:54.829538 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0cc076a5-85e5-40eb-aacf-7c503d62991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.858313 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.865752 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-0cc076a5-85e5-40eb-aacf-7c503d62991c None None] Port ff1dee1e-60e9-4e3c-9695-1d229a438b1b cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:55.036656 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.041115 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.041998 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.117643 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1dee1e-60e9-4e3c-9695-1d229a438b1b,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:55.163347 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Network f2c5526b-7e2e-4314-9aca-e9c104122f58 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:55.164632 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:55.328779 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Router 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:55.391002 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-438c7d17-dd02-49b3-8c1d-8dcf6655fc11 None None] Provisioning complete for port ff1dee1e-60e9-4e3c-9695-1d229a438b1b triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:55.391376 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-438c7d17-dd02-49b3-8c1d-8dcf6655fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.421722 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:55.427395 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-438c7d17-dd02-49b3-8c1d-8dcf6655fc11 None None] Port ff1dee1e-60e9-4e3c-9695-1d229a438b1b cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:55.427515 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-0f1d9611-0493-4211-8d65-8c081ced07c3 admin admin] 10.222.0.70 "PUT /v2.0/routers/904b186c-5b08-45ad-9ff8-4c62ee0bfdc6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7696025 Jun 30 09:23:55.443597 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Sync routers for ids ['904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:55.456497 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Routers {'904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:55.457307 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:23:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:55.640866 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Set router 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 gateway port host: None {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:56.071438 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'name': 'router1', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:23:54Z', 'revision_number': 2, 'project_id': '9bc626299b33466cbdf076fcba458478', 'gw_port_host': None, '_interfaces': [{'id': 'ff1dee1e-60e9-4e3c-9695-1d229a438b1b', 'name': '', 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'mac_address': 'fa:16:3e:46:82:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:53Z', 'updated_at': '2021-06-30T09:23:54Z', 'revision_number': 2, 'project_id': '9bc626299b33466cbdf076fcba458478', 'subnets': [{'id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ff7c2f8-e816-4e1d-9a61-ca0d72f61d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:56.122175 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Checking router: 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:56.122622 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Updating router 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 port ff1dee1e-60e9-4e3c-9695-1d229a438b1b binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:56.187264 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.676373 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.694884 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Transition to ACTIVE for port object ff1dee1e-60e9-4e3c-9695-1d229a438b1b will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:56.701826 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.857174 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Pushing event updated for resources: {'Port': ['ID=ff1dee1e-60e9-4e3c-9695-1d229a438b1b,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:56.868485 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.868832 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.869163 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.869492 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.869818 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.870140 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.870455 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.870773 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.871118 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.871433 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.872312 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.872777 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Tracked resource versions report: Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: pushed versions: Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: { 'AddressGroup': {'1.2'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'ConntrackHelper': {'1.0'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Log': {'1.0'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Network': {'1.1'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Port': {'1.7'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'PortForwarding': {'1.2'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'QosPolicy': {'1.8'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SecurityGroup': {'1.4'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SubPort': {'1.0'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Subnet': {'1.1'}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Trunk': {'1.1'}} Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: consumer versions: Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: { DHCP agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: L3 agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: Metadata agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: Metering agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: Open vSwitch agent@dv-cinder-793515-7-iscsi: { 'AddressGroup': '1.2', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'ConntrackHelper': '1.0', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Log': '1.0', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Network': '1.1', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Port': '1.7', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'PortForwarding': '1.2', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'QosPolicy': '1.8', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SecurityGroup': '1.4', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SecurityGroupRule': '1.2', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SubPort': '1.0', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Subnet': '1.1', Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Trunk': '1.1'}} Jun 30 09:23:56.873882 dv-cinder-793515-7-iscsi neutron-server[92904]: {{(pid=92904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:23:56.876218 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Attempting to bind port ff1dee1e-60e9-4e3c-9695-1d229a438b1b on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:56.876612 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Attempting to bind port ff1dee1e-60e9-4e3c-9695-1d229a438b1b by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:56.877035 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Attempting to bind port ff1dee1e-60e9-4e3c-9695-1d229a438b1b on network f2c5526b-7e2e-4314-9aca-e9c104122f58 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:56.883001 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:56.883424 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Checking segment: {'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:56.883897 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.884278 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Bound using segment: {'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:56.884980 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Bound port: ff1dee1e-60e9-4e3c-9695-1d229a438b1b, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:56.885253 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.951257 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] For port ff1dee1e-60e9-4e3c-9695-1d229a438b1b, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:56.972100 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] For port ff1dee1e-60e9-4e3c-9695-1d229a438b1b, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ff1dee1e-60e9-4e3c-9695-1d229a438b1b,segment=NetworkSegment(a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38),segment_id=a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:56.977861 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.024470 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Routers {'904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:57.025085 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:23:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:57.113384 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b423df-1726-4690-b7aa-9ea7eb995af0 None None] Pushing event updated for resources: {'Port': ['ID=ff1dee1e-60e9-4e3c-9695-1d229a438b1b,revision_number=4']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:57.135037 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] Set router 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 gateway port host: None {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:57.345553 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'name': 'router1', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:23:54Z', 'revision_number': 2, 'project_id': '9bc626299b33466cbdf076fcba458478', 'gw_port_host': None, '_interfaces': [{'id': 'ff1dee1e-60e9-4e3c-9695-1d229a438b1b', 'name': '', 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'mac_address': 'fa:16:3e:46:82:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:53Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '9bc626299b33466cbdf076fcba458478', 'subnets': [{'id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ff7c2f8-e816-4e1d-9a61-ca0d72f61d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:57.370305 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bc68a-b102-4289-b921-0cba01435385 None None] The sync data for ids ['904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'] in dv-cinder-793515-7-iscsi is: [{'id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'name': 'router1', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:23:54Z', 'revision_number': 2, 'project_id': '9bc626299b33466cbdf076fcba458478', 'gw_port_host': None, '_interfaces': [{'id': 'ff1dee1e-60e9-4e3c-9695-1d229a438b1b', 'name': '', 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'mac_address': 'fa:16:3e:46:82:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:53Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 4, 'project_id': '9bc626299b33466cbdf076fcba458478', 'subnets': [{'id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ff7c2f8-e816-4e1d-9a61-ca0d72f61d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:57.693989 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42478) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:57.805540 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fead2a2-e795-4400-8df6-6cbd27776742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:57.806923 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-6fead2a2-e795-4400-8df6-6cbd27776742 admin admin] 10.222.0.70 "GET /v2.0/networks/a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 HTTP/1.1" status: 200 len: 842 time: 0.1120396 Jun 30 09:23:57.817079 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Request body: {'subnet': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:57.841161 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Made reservation on behalf of d19be84a71584a4ebecc3e71caf589f2 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:57.843795 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Notify callbacks [] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.157858 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.objects.ports [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92901) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:23:58.158299 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.212174 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6b2fb3-82cc-4c20-a323-287a06152a5e,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:58.221327 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:58.221680 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Network hostable DHCP agents. Network: a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:58.243755 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:58.255185 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:58.260467 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:58.262144 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.267017 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019859d6-94b1-4667-85bf-67aa6f804b74 None None] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:58.281733 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-11d957d8-5bc1-4b6f-8e1f-ba23cae046de admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4679081 Jun 30 09:23:58.417247 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be1fec5-4ae7-4805-86be-1a6f40186d64 None None] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:00.575416 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42490) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:00.708356 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-1618306e-bc91-4fdb-bf38-dfd91a98c3a6 admin admin] 10.222.0.70 "GET /v2.0/routers/904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 HTTP/1.1" status: 200 len: 710 time: 0.1317475 Jun 30 09:24:00.795723 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b53f3c7-0f9d-4c1f-ba5c-8115f72d253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.797100 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-5b53f3c7-0f9d-4c1f-ba5c-8115f72d253c admin admin] 10.222.0.70 "GET /v2.0/networks/a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 HTTP/1.1" status: 200 len: 886 time: 0.0831044 Jun 30 09:24:00.806000 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:01.123767 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.366642 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.401205 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ff1dee1e-60e9-4e3c-9695-1d229a438b1b up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:01.452574 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port ff1dee1e-60e9-4e3c-9695-1d229a438b1b completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:01.453088 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.456745 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port ff1dee1e-60e9-4e3c-9695-1d229a438b1b triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:01.457115 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.537609 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.566363 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Allocated IP 172.27.3.47 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/99af5afa-8e93-4eed-bffc-5ce0af64df86) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:01.572052 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port ff1dee1e-60e9-4e3c-9695-1d229a438b1b, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ff1dee1e-60e9-4e3c-9695-1d229a438b1b,segment=NetworkSegment(a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38),segment_id=a56c0fe2-ac7d-46a6-9ee7-cc1e55416f38)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:01.575947 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.670314 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=ff1dee1e-60e9-4e3c-9695-1d229a438b1b,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:01.676731 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.715078 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.752765 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:01.755464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:01.758661 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:01.793374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Pushing event updated for resources: {'Port': ['ID=99af5afa-8e93-4eed-bffc-5ce0af64df86,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:02.001947 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.193592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.196817 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395406'] for router, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.395962 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Router 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:02.499134 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:02.503412 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] Notify callbacks [] for router, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.504479 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e02f6608-ee9a-46c5-a66c-f27f8a6f06b0 admin admin] 10.222.0.70 "PUT /v2.0/routers/904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 HTTP/1.1" status: 200 len: 889 time: 1.7016726 Jun 30 09:24:02.521955 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Sync routers for ids ['904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:02.534899 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Routers {'904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:02.535587 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:23:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:02.755331 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Set router 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:03.159118 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'name': 'router1', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '99af5afa-8e93-4eed-bffc-5ce0af64df86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 4, 'project_id': '9bc626299b33466cbdf076fcba458478', 'gw_port': {'id': '99af5afa-8e93-4eed-bffc-5ce0af64df86', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:24:01Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ff1dee1e-60e9-4e3c-9695-1d229a438b1b', 'name': '', 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'mac_address': 'fa:16:3e:46:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:53Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 5, 'project_id': '9bc626299b33466cbdf076fcba458478', 'subnets': [{'id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ff7c2f8-e816-4e1d-9a61-ca0d72f61d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:03.212563 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Checking router: 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:24:03.212938 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Updating router 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 port 99af5afa-8e93-4eed-bffc-5ce0af64df86 binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:24:03.250860 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.404407 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ff1dee1e-60e9-4e3c-9695-1d229a438b1b up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:03.523206 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port ff1dee1e-60e9-4e3c-9695-1d229a438b1b triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:03.524011 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.691169 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.704224 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Transition to ACTIVE for port object 99af5afa-8e93-4eed-bffc-5ce0af64df86 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:03.711153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.764530 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef34821-63d7-48bd-8193-a1e80d31beb7 None None] Pushing event updated for resources: {'Port': ['ID=99af5afa-8e93-4eed-bffc-5ce0af64df86,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:03.770883 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Attempting to bind port 99af5afa-8e93-4eed-bffc-5ce0af64df86 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:03.770883 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Attempting to bind port 99af5afa-8e93-4eed-bffc-5ce0af64df86 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:03.770883 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Attempting to bind port 99af5afa-8e93-4eed-bffc-5ce0af64df86 on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:03.775106 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:03.775479 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:03.775876 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.776260 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:03.776728 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Bound port: 99af5afa-8e93-4eed-bffc-5ce0af64df86, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:03.777124 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.908979 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] For port 99af5afa-8e93-4eed-bffc-5ce0af64df86, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:03.912254 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] For port 99af5afa-8e93-4eed-bffc-5ce0af64df86, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=99af5afa-8e93-4eed-bffc-5ce0af64df86,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:03.916182 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.973529 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Routers {'904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:03.974143 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:23:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:03.976801 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef34821-63d7-48bd-8193-a1e80d31beb7 None None] Pushing event updated for resources: {'Port': ['ID=99af5afa-8e93-4eed-bffc-5ce0af64df86,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.078538 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] Set router 904b186c-5b08-45ad-9ff8-4c62ee0bfdc6 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:04.289918 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'name': 'router1', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '99af5afa-8e93-4eed-bffc-5ce0af64df86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 4, 'project_id': '9bc626299b33466cbdf076fcba458478', 'gw_port': {'id': '99af5afa-8e93-4eed-bffc-5ce0af64df86', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:24:01Z', 'updated_at': '2021-06-30T09:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ff1dee1e-60e9-4e3c-9695-1d229a438b1b', 'name': '', 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'mac_address': 'fa:16:3e:46:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:53Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 5, 'project_id': '9bc626299b33466cbdf076fcba458478', 'subnets': [{'id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ff7c2f8-e816-4e1d-9a61-ca0d72f61d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:04.316613 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4864e5d-6e00-4e9b-8882-c65efe87b6bf None None] The sync data for ids ['904b186c-5b08-45ad-9ff8-4c62ee0bfdc6'] in dv-cinder-793515-7-iscsi is: [{'id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'name': 'router1', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '99af5afa-8e93-4eed-bffc-5ce0af64df86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:44Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 4, 'project_id': '9bc626299b33466cbdf076fcba458478', 'gw_port': {'id': '99af5afa-8e93-4eed-bffc-5ce0af64df86', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:24:01Z', 'updated_at': '2021-06-30T09:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ff1dee1e-60e9-4e3c-9695-1d229a438b1b', 'name': '', 'network_id': 'f2c5526b-7e2e-4314-9aca-e9c104122f58', 'tenant_id': '9bc626299b33466cbdf076fcba458478', 'mac_address': 'fa:16:3e:46:82:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904b186c-5b08-45ad-9ff8-4c62ee0bfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:53Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 5, 'project_id': '9bc626299b33466cbdf076fcba458478', 'subnets': [{'id': 'b17f2367-0606-450d-9d6e-464b89b1cd30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ff7c2f8-e816-4e1d-9a61-ca0d72f61d20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:04.908910 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 42498) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:05.038738 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e5944468-52ba-4cbb-ae80-055da9bccbbb admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1286767 Jun 30 09:24:05.399003 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 99af5afa-8e93-4eed-bffc-5ce0af64df86 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:05.450423 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 99af5afa-8e93-4eed-bffc-5ce0af64df86 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:05.456338 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 99af5afa-8e93-4eed-bffc-5ce0af64df86 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:05.456717 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.538745 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.560000 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 99af5afa-8e93-4eed-bffc-5ce0af64df86, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=99af5afa-8e93-4eed-bffc-5ce0af64df86,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:05.564066 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.614088 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=99af5afa-8e93-4eed-bffc-5ce0af64df86,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:07.384996 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 99af5afa-8e93-4eed-bffc-5ce0af64df86 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:07.436056 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 99af5afa-8e93-4eed-bffc-5ce0af64df86 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:07.436426 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.745805 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:24:18.487850 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-07e1aa84-d4fb-46df-94f2-e74c864a9676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.024952 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a7019511-53f1-4c35-870e-daa5e5950807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.359184 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.535720 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.836507 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.491254 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-70e2e246-f7b4-41b1-b919-2acd2f7c58c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.020751 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-369a11da-8ce2-49ca-a681-11f14e9fc242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.353757 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.533312 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.834440 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.744798 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:18.493874 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0a92c2bf-f19d-46b5-9b0e-1cb8ea912f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.021786 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-e2001500-7371-4656-b3e7-194435836d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.351581 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.533036 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.841727 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.743213 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:41.250401 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43066) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:41.317152 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.pecan_wsgi.hooks.translation [None req-1097b6de-f147-40eb-81a3-dfb40689ec05 admin admin] GET failed (client error): The resource could not be found. Jun 30 09:25:41.318500 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-1097b6de-f147-40eb-81a3-dfb40689ec05 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671465 Jun 30 09:25:41.478991 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58593426-609a-4b67-b14c-7d95f7eb2dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:41.481015 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-58593426-609a-4b67-b14c-7d95f7eb2dfd admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587822 Jun 30 09:25:43.628812 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43076) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:43.722929 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53358988-c4a4-41cb-8f8d-b79f3296c0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:43.724278 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-53358988-c4a4-41cb-8f8d-b79f3296c0fe admin admin] 10.222.0.70 "GET /v2.0/subnets/b17f2367-0606-450d-9d6e-464b89b1cd30 HTTP/1.1" status: 200 len: 849 time: 0.0945494 Jun 30 09:25:43.733887 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:43.820435 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.968989 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741420197892'] for subnet, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.003540 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:44.003540 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.004741 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] 10.222.0.70 "PUT /v2.0/subnets/b17f2367-0606-450d-9d6e-464b89b1cd30 HTTP/1.1" status: 200 len: 868 time: 0.2745812 Jun 30 09:25:44.007205 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1749060-9113-4b3e-a973-edd62380c89c None None] Network f2c5526b-7e2e-4314-9aca-e9c104122f58 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:44.024014 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17f2367-0606-450d-9d6e-464b89b1cd30,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:44.032168 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.032524 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.032862 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.033198 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.033534 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.033885 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.034217 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.034546 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.034919 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.035247 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.035651 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.035884 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91471ca-3794-4d5f-8caf-b891714127ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:44.394194 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-4281f5bd-3f23-4573-854b-292e4d6a2c68 None None] Provisioning complete for port ff1dee1e-60e9-4e3c-9695-1d229a438b1b triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:44.394618 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-4281f5bd-3f23-4573-854b-292e4d6a2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.484222 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-4281f5bd-3f23-4573-854b-292e4d6a2c68 None None] Provisioning complete for port a3e8c8d4-cf76-4dfc-890d-cdb140cdcc0e triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:44.484515 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-4281f5bd-3f23-4573-854b-292e4d6a2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.180457 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43084) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:46.382990 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813ce45-708b-4c85-ba01-691365d062d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:46.383379 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813ce45-708b-4c85-ba01-691365d062d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:46.384939 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-9813ce45-708b-4c85-ba01-691365d062d6 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035098 Jun 30 09:25:48.497100 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2bd08d5e-153d-4a40-b9d2-250781bdcb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.578787 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43092) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:48.780263 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b75e3-0d63-4686-94a2-1759bdbe8838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:48.780646 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b75e3-0d63-4686-94a2-1759bdbe8838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:48.782186 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-7f4b75e3-0d63-4686-94a2-1759bdbe8838 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023916 Jun 30 09:25:50.956783 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43102) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:51.027151 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c75d89cb-5f36-46c1-b700-aa28e84ccbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.086303 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00900644-eb85-4e29-bd87-17b07f91a5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.087718 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-00900644-eb85-4e29-bd87-17b07f91a5b0 admin admin] 10.222.0.70 "GET /v2.0/networks/a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 HTTP/1.1" status: 200 len: 886 time: 0.1299756 Jun 30 09:25:51.353681 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.535595 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.247163 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43110) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:53.392261 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc6ca73-d29b-4916-9560-68460e604857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:53.393553 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-fcc6ca73-d29b-4916-9560-68460e604857 admin admin] 10.222.0.70 "GET /v2.0/networks/f2c5526b-7e2e-4314-9aca-e9c104122f58 HTTP/1.1" status: 200 len: 869 time: 0.1454418 Jun 30 09:25:53.847070 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.572183 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43118) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:55.692461 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7302f0a-38c9-4270-9d5d-01d5d87218fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:55.692836 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7302f0a-38c9-4270-9d5d-01d5d87218fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:55.694373 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d7302f0a-38c9-4270-9d5d-01d5d87218fa admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212406 Jun 30 09:25:57.850086 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43126) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:57.972425 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b3511-93be-4faa-bcf8-f3047f0781c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:57.972888 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b3511-93be-4faa-bcf8-f3047f0781c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:57.974422 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-698b3511-93be-4faa-bcf8-f3047f0781c0 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233687 Jun 30 09:26:00.130281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43134) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:00.221790 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635d374-b282-468f-b113-1d08e92dd93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.223196 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-8635d374-b282-468f-b113-1d08e92dd93d admin admin] 10.222.0.70 "GET /v2.0/subnets/0e6b2fb3-82cc-4c20-a323-287a06152a5e HTTP/1.1" status: 200 len: 816 time: 0.0918965 Jun 30 09:26:02.405260 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43142) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:02.496872 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c28e5-ad3e-4908-8d8d-eb28f6cd0bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.498373 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-9c6c28e5-ad3e-4908-8d8d-eb28f6cd0bdb admin admin] 10.222.0.70 "GET /v2.0/subnets/b17f2367-0606-450d-9d6e-464b89b1cd30 HTTP/1.1" status: 200 len: 868 time: 0.0921645 Jun 30 09:26:08.742683 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:26:18.500281 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3e9f-5327-492e-90f6-1edda853144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.024242 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-27ad0f09-9e6a-4262-acd7-311ebaccf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.354586 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.540009 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.852585 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.346149 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43186) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:26.394767 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [None req-87354e23-8b6a-4724-b384-32f3a6a98f43 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:26:26.395784 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-87354e23-8b6a-4724-b384-32f3a6a98f43 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486994 Jun 30 09:26:28.626482 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43194) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:28.686298 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71fc59a-d559-4d76-ba62-5a872b5ac212 admin admin] GET failed (client error): The resource could not be found. Jun 30 09:26:28.687619 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-d71fc59a-d559-4d76-ba62-5a872b5ac212 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601542 Jun 30 09:26:28.772158 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3151e9-f7ca-4d86-8d7d-ab96eb1f6558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.773601 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-cf3151e9-f7ca-4d86-8d7d-ab96eb1f6558 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821841 Jun 30 09:26:30.959915 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43202) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:31.006611 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:31.027079 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Made reservation on behalf of d19be84a71584a4ebecc3e71caf589f2 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:31.029890 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.065948 dv-cinder-793515-7-iscsi neutron-server[92902]: WARNING neutron.services.revisions.revision_plugin [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Could not find related network for resource to bump revision. Jun 30 09:26:31.079565 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:26:31.089966 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.090796 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Added segment 1eae6411-4624-4845-906d-753ec10dcbd3 of type vlan for network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 Jun 30 09:26:31.130341 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.157935 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.159057 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:31.159623 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.214840 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2538030 Jun 30 09:26:31.220951 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e581f08-2219-4b74-adaa-6bb3f5b6b456 admin admin] Pushing event updated for resources: {'Network': ['ID=34fd79f8-21b5-46f9-a2a2-cd4d6b6af711,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:31.233163 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:26:33.398192 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43210) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:33.459402 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.pecan_wsgi.hooks.translation [None req-01247291-d2bc-4443-95c0-7cbe959d1754 admin admin] GET failed (client error): The resource could not be found. Jun 30 09:26:33.460738 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-01247291-d2bc-4443-95c0-7cbe959d1754 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615997 Jun 30 09:26:33.568202 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeaeae5-8378-4355-a37f-ad22a83a4687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.569660 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-eaeaeae5-8378-4355-a37f-ad22a83a4687 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1051142 Jun 30 09:26:33.579886 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:33.600113 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Made reservation on behalf of d19be84a71584a4ebecc3e71caf589f2 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:33.602384 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.764454 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.823532 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388e853b-71d7-45bb-b7ec-a5dcf5920ce2,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:33.830990 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Checking segment: {'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:33.831350 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Network hostable DHCP agents. Network: 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:26:33.835352 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.835722 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.836072 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.836407 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.836739 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.837083 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.837416 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.837743 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.838082 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.838412 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.838735 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.839080 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:33.855040 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:26:33.863311 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:33.867232 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.867811 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.872119 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d21dc-35f2-4774-8161-e068eafd2505 None None] Network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:33.881775 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-61028eac-ef09-4102-a736-7907bf744942 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056955 Jun 30 09:26:34.119176 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-34fd79f8-21b5-46f9-a2a2-cd4d6b6af711', 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711', 'tenant_id': 'd19be84a71584a4ebecc3e71caf589f2', 'fixed_ips': [{'subnet_id': '388e853b-71d7-45bb-b7ec-a5dcf5920ce2'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:26:34.120057 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.266214 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Allocated IP 192.168.233.2 (34fd79f8-21b5-46f9-a2a2-cd4d6b6af711/388e853b-71d7-45bb-b7ec-a5dcf5920ce2/4682f4e1-c1e8-4107-be34-1f472e30a619) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:34.424802 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.434259 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Transition to ACTIVE for port object 4682f4e1-c1e8-4107-be34-1f472e30a619 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:34.450750 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Transition to ACTIVE for port object 4682f4e1-c1e8-4107-be34-1f472e30a619 will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:34.457140 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.494383 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:34.497234 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:34.501148 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:34.512343 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Pushing event updated for resources: {'Port': ['ID=4682f4e1-c1e8-4107-be34-1f472e30a619,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:34.537507 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.537869 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.538216 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.538553 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.538911 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.539252 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.539585 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.539912 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.540262 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.540597 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.540921 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.541248 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:34.577602 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Attempting to bind port 4682f4e1-c1e8-4107-be34-1f472e30a619 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:34.578002 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Attempting to bind port 4682f4e1-c1e8-4107-be34-1f472e30a619 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:34.578432 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Attempting to bind port 4682f4e1-c1e8-4107-be34-1f472e30a619 on network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:34.583564 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:34.583955 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Checking segment: {'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:34.584353 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.584745 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Bound using segment: {'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:34.585206 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Bound port: 4682f4e1-c1e8-4107-be34-1f472e30a619, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:34.585596 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.651991 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] For port 4682f4e1-c1e8-4107-be34-1f472e30a619, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:34.656943 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] For port 4682f4e1-c1e8-4107-be34-1f472e30a619, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=4682f4e1-c1e8-4107-be34-1f472e30a619,segment=NetworkSegment(1eae6411-4624-4845-906d-753ec10dcbd3),segment_id=1eae6411-4624-4845-906d-753ec10dcbd3)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:34.661210 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.721033 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba937020-7ff9-4365-85c2-789b6438c1dc None None] Pushing event updated for resources: {'Port': ['ID=4682f4e1-c1e8-4107-be34-1f472e30a619,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:35.533893 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 4682f4e1-c1e8-4107-be34-1f472e30a619 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:35.537812 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf4aee8-7ea1-4b44-8d98-539d0513c7c1 None None] Network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:35.649463 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a78a441e-a85b-4759-997c-4d026acc48d5 None None] Provisioning for port 4682f4e1-c1e8-4107-be34-1f472e30a619 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:35.672203 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 4682f4e1-c1e8-4107-be34-1f472e30a619 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:35.697539 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 4682f4e1-c1e8-4107-be34-1f472e30a619 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:35.697907 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.821159 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.858344 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 4682f4e1-c1e8-4107-be34-1f472e30a619, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=4682f4e1-c1e8-4107-be34-1f472e30a619,segment=NetworkSegment(1eae6411-4624-4845-906d-753ec10dcbd3),segment_id=1eae6411-4624-4845-906d-753ec10dcbd3)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:35.867196 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.929747 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=4682f4e1-c1e8-4107-be34-1f472e30a619,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:36.082857 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a3a42c0d-7a95-4c1a-b7f7-525f4de60362 None None] Provisioning complete for port 4682f4e1-c1e8-4107-be34-1f472e30a619 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:36.083246 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a3a42c0d-7a95-4c1a-b7f7-525f4de60362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.488883 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 4682f4e1-c1e8-4107-be34-1f472e30a619 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:37.535216 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 4682f4e1-c1e8-4107-be34-1f472e30a619 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:37.535588 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.741528 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:26:48.502232 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-73eb53dc-8563-4176-8b96-08ed78503f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.026153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-99352375-1f4a-4e32-a358-7846f7fb1cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.358342 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:52.546265 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.851737 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.502805 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-aa621910-fbc6-43f9-b1a0-9c51d0f07475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.030904 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-961efca7-d9bf-459f-b479-908231eede58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.361347 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.546085 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.739523 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:27:23.861641 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.148824 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43264) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:42.155077 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [None req-d403eccd-14bc-4575-897c-07bf7a5cc617 tempest-verify_tempest_config-389823463 tempest-verify_tempest_config-389823463-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:27:42.156071 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d403eccd-14bc-4575-897c-07bf7a5cc617 tempest-verify_tempest_config-389823463 tempest-verify_tempest_config-389823463-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061765 Jun 30 09:27:42.483695 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43282) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:42.585908 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.674430 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.678020 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.722514 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89dea2de526249918e41e85235679288&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2377756 Jun 30 09:27:42.723495 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d1a5ca-88ea-4db0-88fa-c34b078287a0,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:42.725333 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43286) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:42.730186 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.730554 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.730928 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.731321 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.731704 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.732241 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.732420 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.732748 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.733074 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.733395 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.733719 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.734038 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99b702-35a2-4c2d-abd4-a98a4c8e73a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.784281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.804516 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.891343 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.893899 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.895044 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66d1a5ca-88ea-4db0-88fa-c34b078287a0 HTTP/1.1" status: 204 len: 168 time: 0.1686373 Jun 30 09:27:42.902673 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d1a5ca-88ea-4db0-88fa-c34b078287a0,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:42.910049 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.910422 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.910827 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.911168 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.911580 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.911860 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.912199 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.912524 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.912867 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.913196 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.913534 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:42.913848 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bf262-4702-4296-b018-f9e7f72255a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:48.505414 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-09fb4222-e24b-47a9-8659-80f0fe54be70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.031661 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b58909b5-dd1c-40c6-968d-eee972135784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.364498 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.549586 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.864634 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.739320 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:18.505538 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0b78c336-4ffb-4803-97fc-d69dfa52c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.033884 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a14d074c-f2c3-4bd4-b792-838a2a28860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.364322 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.552463 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.869422 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.738338 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:48.507495 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-f9f59afc-885f-4117-a3d7-fe0ce8db55e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.033957 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-aaa4db37-3a29-47fb-9f36-f894b3a5023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.365533 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.554814 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.870325 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.736224 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 5 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:29:18.510649 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b4718160-3587-4edb-bd81-ebe0ded3b5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.554990 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402656'] for agent, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.034366 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-606b994d-c3a5-4148-b51e-0abff96425fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.376443 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.556496 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.873612 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.122012 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43340) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:24.227198 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-67113a97-5ed5-4fca-a3d5-386f64799133 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1040123 Jun 30 09:29:26.399924 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43350) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:26.462136 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-be6cea33-8861-4276-86e9-6f62b91c2e78 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0608354 Jun 30 09:29:48.511611 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b5a-e408-4826-aeca-9ce53cb309bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.503225 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.735607 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:29:51.034852 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-5a65e5b0-12ce-4fce-a8d0-9ed1e1fd4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.370059 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.559650 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.877253 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.512187 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd250-cea6-4b6c-a836-900058980bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.510816 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.044257 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b6b8-6e65-4927-886a-e861c8292b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.373064 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.568352 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.884894 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.734789 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:48.514471 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-4f11b0ab-621a-4ef0-bf92-028ecd447055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.506153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.048525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ae475e27-7550-43ad-b345-9d0e8af87143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.378961 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.568960 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.902351 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.004584 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43572) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:56.120878 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43584) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:56.138989 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43588) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:56.330397 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-network', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:56.344027 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43604) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:56.362860 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Made reservation on behalf of 19fe41dd377a42fb92e93581ccf449d0 for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:56.367140 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.379567 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.396334 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-495796424-network', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:56.493649 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.497730 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.523216 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=92901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:56.533828 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.534173 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Added segment 8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf of type vlan for network af2a03fc-aea1-416e-9aec-0ec081f60fb1 Jun 30 09:30:56.556964 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995497984-network', 'tenant_id': 'afeb7af5cff64a00be579c524328bca9'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:56.583770 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1301864722-network', 'tenant_id': '42d820e02d724b478ef7073257618ec0'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:56.588043 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.625259 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Made reservation on behalf of afeb7af5cff64a00be579c524328bca9 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:56.626593 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Made reservation on behalf of b6ed3c3a185c4129b8190b83655ae519 for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:56.628905 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.629640 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.634721 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.635705 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:56.636257 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.649631 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.666071 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6597745 Jun 30 09:30:56.667140 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43630) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:56.670664 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.677570 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Request body: {'subnet': {'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-subnet', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:56.682991 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70faae9-0997-4071-82c1-9f3035d5bf60,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:56.708086 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.708695 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.709180 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.709709 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.710030 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.710518 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.710856 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.711335 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.711662 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.711980 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.712302 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.712613 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Tracked resource versions report: Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: pushed versions: Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: { 'AddressGroup': {'1.2'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'ConntrackHelper': {'1.0'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Log': {'1.0'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Network': {'1.1'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Port': {'1.7'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'PortForwarding': {'1.2'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'QosPolicy': {'1.8'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SecurityGroup': {'1.4'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SubPort': {'1.0'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Subnet': {'1.1'}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Trunk': {'1.1'}} Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: consumer versions: Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: { DHCP agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: HyperV agent@hv-cinder-79351: {}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: L3 agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: Metadata agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: Metering agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: Open vSwitch agent@dv-cinder-793515-7-iscsi: { 'AddressGroup': '1.2', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'ConntrackHelper': '1.0', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Log': '1.0', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Network': '1.1', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Port': '1.7', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'PortForwarding': '1.2', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'QosPolicy': '1.8', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SecurityGroup': '1.4', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SecurityGroupRule': '1.2', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'SubPort': '1.0', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Subnet': '1.1', Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: 'Trunk': '1.1'}} Jun 30 09:30:56.713718 dv-cinder-793515-7-iscsi neutron-server[92901]: {{(pid=92901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:30:56.758574 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Made reservation on behalf of 42d820e02d724b478ef7073257618ec0 for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:56.761270 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.775739 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.784346 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1556b-61f5-4723-82b3-e0f70cb199e5 admin admin] Pushing event updated for resources: {'Network': ['ID=af2a03fc-aea1-416e-9aec-0ec081f60fb1,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:56.797337 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network af2a03fc-aea1-416e-9aec-0ec081f60fb1 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:56.875354 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.884579 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.906469 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:56.919922 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Made reservation on behalf of 19fe41dd377a42fb92e93581ccf449d0 for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:56.922802 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.979367 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.979991 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Added segment 789866cd-944f-464e-8806-c379e69ae915 of type vlan for network 30382eba-b352-4a5c-9bc9-afc5f416c3d1 Jun 30 09:30:57.001265 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f50982-b4ee-4071-be40-0c4d5043c5e2,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.033097 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.041442 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.077377 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=92901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:57.104922 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.105988 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.106612 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.107799 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.108318 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.108830 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.109314 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.109802 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.110294 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.110924 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.111310 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.111568 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.111875 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Added segment ec980fb1-bbc3-4198-ae1e-691a0ce7bdde of type vlan for network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 Jun 30 09:30:57.113164 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Tracked resource versions report: Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: pushed versions: Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: { 'AddressGroup': {'1.2'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'ConntrackHelper': {'1.0'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Log': {'1.0'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Network': {'1.1'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Port': {'1.7'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'PortForwarding': {'1.2'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'QosPolicy': {'1.8'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SecurityGroup': {'1.4'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SubPort': {'1.0'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Subnet': {'1.1'}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Trunk': {'1.1'}} Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: consumer versions: Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: { DHCP agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: HyperV agent@hv-cinder-79351: {}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: L3 agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: Metadata agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: Metering agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: Open vSwitch agent@dv-cinder-793515-7-iscsi: { 'AddressGroup': '1.2', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'ConntrackHelper': '1.0', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Log': '1.0', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Network': '1.1', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Port': '1.7', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'PortForwarding': '1.2', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'QosPolicy': '1.8', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SecurityGroup': '1.4', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SecurityGroupRule': '1.2', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'SubPort': '1.0', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Subnet': '1.1', Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: 'Trunk': '1.1'}} Jun 30 09:30:57.114481 dv-cinder-793515-7-iscsi neutron-server[92902]: {{(pid=92902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:30:57.149148 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf72198-a594-46a2-9073-075f7c6b5c49,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.174898 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.218104 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.288527 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.288738 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.289851 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:57.290199 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:57.290695 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.291117 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.369024 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.384696 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.401483 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2793310 Jun 30 09:30:57.412387 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43656) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:57.413668 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41614b-ca78-4fac-bcae-b5ea38771da3 admin admin] Pushing event updated for resources: {'Network': ['ID=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.427953 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:57.440291 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Request body: {'subnet': {'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-subnet', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:57.479290 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=92901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:57.496711 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705fa090-21e9-4f33-aa91-6c3d80d79b24,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.526422 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.527349 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Added segment a7ad61ef-958e-40f0-a34a-be8cd1a2c820 of type vlan for network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e Jun 30 09:30:57.554222 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Made reservation on behalf of b6ed3c3a185c4129b8190b83655ae519 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:57.559827 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.584472 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.628338 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.649908 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3045337 Jun 30 09:30:57.650699 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5339a85-9570-4079-bf0c-c9f22aa44afe,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.652918 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43672) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:57.670971 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Request body: {'subnet': {'network_id': '30382eba-b352-4a5c-9bc9-afc5f416c3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995497984-subnet', 'tenant_id': 'afeb7af5cff64a00be579c524328bca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:57.702701 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f683-9ebd-455c-9d99-10b9f217f7dd admin admin] Pushing event updated for resources: {'Network': ['ID=30382eba-b352-4a5c-9bc9-afc5f416c3d1,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.722219 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 30382eba-b352-4a5c-9bc9-afc5f416c3d1 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:57.729412 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Checking segment: {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:57.729769 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Network hostable DHCP agents. Network: af2a03fc-aea1-416e-9aec-0ec081f60fb1, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:57.733730 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Made reservation on behalf of afeb7af5cff64a00be579c524328bca9 for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:57.736856 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.817882 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Network af2a03fc-aea1-416e-9aec-0ec081f60fb1 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:57.839822 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, af2a03fc-aea1-416e-9aec-0ec081f60fb1) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:57.848029 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:57.848708 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.851270 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd30aa-6506-4e0a-aa45-801d4dc1cb05 None None] Network af2a03fc-aea1-416e-9aec-0ec081f60fb1 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:57.873951 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a7d2bbe3-2ec3-4600-a1db-b5a8c5b22f10 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2016053 Jun 30 09:30:57.874907 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43682) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:57.887889 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:57.955910 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.959889 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.154788 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.156600 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.157369 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.255436 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916bd6f5-42c2-4684-9792-531732051e5c None None] Network af2a03fc-aea1-416e-9aec-0ec081f60fb1 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:58.301764 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.320204 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.378985 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.394790 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2547035 Jun 30 09:30:58.413402 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43700) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.436323 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Request body: {'subnet': {'network_id': '9e21cc85-8b75-47c2-9e9c-cacf9de9d42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1301864722-subnet', 'tenant_id': '42d820e02d724b478ef7073257618ec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:58.446327 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5ff1c-7c8a-44b2-a2de-e66fba71a0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e21cc85-8b75-47c2-9e9c-cacf9de9d42e,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:58.470410 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:58.507611 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:58.544210 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Made reservation on behalf of 42d820e02d724b478ef7073257618ec0 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:58.551156 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.567053 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43702) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.636549 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Checking segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:58.636920 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Network hostable DHCP agents. Network: 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:58.696515 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:58.718044 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:58.729350 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83638b79-1fe4-45c0-bf89-38f3e6729ff7 None None] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:58.743240 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.746909 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.801525 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.811702 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Checking segment: {'id': '789866cd-944f-464e-8806-c379e69ae915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '30382eba-b352-4a5c-9bc9-afc5f416c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:58.812067 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Network hostable DHCP agents. Network: 30382eba-b352-4a5c-9bc9-afc5f416c3d1, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:58.823330 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae55b-f555-44fa-94db-8327b75ac832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.825225 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656a8c12-ef74-4cbc-b79c-be3530d9ff05,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:58.837290 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-477cccd6-a6cf-4e17-a6a3-9b72e0edc497 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4106979 Jun 30 09:30:58.841981 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43708) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.851203 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:58.892101 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Network 30382eba-b352-4a5c-9bc9-afc5f416c3d1 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:58.905389 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 30382eba-b352-4a5c-9bc9-afc5f416c3d1) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:58.915952 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc4daa6-0c34-4e13-a786-8a73fc8577af None None] Network 30382eba-b352-4a5c-9bc9-afc5f416c3d1 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:58.925115 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.926350 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.928107 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.016710 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52c3e5a-de20-400c-bcc3-6727ebd0e617,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:59.084363 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Checking segment: {'id': 'a7ad61ef-958e-40f0-a34a-be8cd1a2c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9e21cc85-8b75-47c2-9e9c-cacf9de9d42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:59.085081 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Network hostable DHCP agents. Network: 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:59.106620 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae55b-f555-44fa-94db-8327b75ac832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.119421 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae55b-f555-44fa-94db-8327b75ac832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.126179 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:59.150634 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f5362bd8-f57f-4951-90e5-6b5a224b41d1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4865835 Jun 30 09:30:59.164755 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:59.167244 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ae55b-f555-44fa-94db-8327b75ac832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd31b0-5e34-4f85-9166-67474d2e6a7d,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:59.194786 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.195993 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.197130 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f719dac-9cd7-4923-9133-5f0ba9f0c941 None None] Network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:59.199719 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:59.200296 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.227572 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:59.228453 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.244136 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-5c8ae55b-f555-44fa-94db-8327b75ac832 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88f07470a2e243fb9d50556edb94c403&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6623259 Jun 30 09:30:59.245143 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43730) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:59.255935 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-246cb623-35ca-43a0-93f6-56f3e3744e42 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8258135 Jun 30 09:30:59.296707 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a966a3-4645-4e89-ba75-2da516ffdfed None None] Network 30382eba-b352-4a5c-9bc9-afc5f416c3d1 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:59.311933 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.345161 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d6f49cad-bebe-4c27-ab84-4ea1fb2396b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.371018 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d6f49cad-bebe-4c27-ab84-4ea1fb2396b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.435159 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.438126 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.453585 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d6f49cad-bebe-4c27-ab84-4ea1fb2396b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.457336 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d6f49cad-bebe-4c27-ab84-4ea1fb2396b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.461743 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d6f49cad-bebe-4c27-ab84-4ea1fb2396b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abfd31b0-5e34-4f85-9166-67474d2e6a7d HTTP/1.1" status: 204 len: 168 time: 0.2144220 Jun 30 09:30:59.485701 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f49cad-bebe-4c27-ab84-4ea1fb2396b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd31b0-5e34-4f85-9166-67474d2e6a7d,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:59.830709 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.831290 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e9619-44a0-4c8d-8a35-6ed29dca2ef3 None None] Network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:00.000590 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Allocated IP 172.20.0.2 (8cdefca6-db5e-4ed5-afdb-b6d200ceedc3/a49c0f50-dbb0-46e5-bb2a-59f90a352b4d/b225ea6e-bc30-40f5-9ab3-d918162ab039) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:00.010737 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Allocated IP 172.27.3.48 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/572b7079-02e6-4975-84ed-78dacc8e3b9a) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:00.065384 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43770) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:00.081917 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dcda16c3-47e7-49b7-a2dd-7490470ea19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.280554 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dcda16c3-47e7-49b7-a2dd-7490470ea19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.293540 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dcda16c3-47e7-49b7-a2dd-7490470ea19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.366430 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda16c3-47e7-49b7-a2dd-7490470ea19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11716f9-3c04-48dc-84f6-f564191aa988,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.383666 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.394087 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.399004 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-dcda16c3-47e7-49b7-a2dd-7490470ea19d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe8088d5dc144c23bdd314f98231dca1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3324187 Jun 30 09:31:00.401849 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43794) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:00.422199 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Transition to ACTIVE for port object b225ea6e-bc30-40f5-9ab3-d918162ab039 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:00.440862 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Transition to ACTIVE for port object b225ea6e-bc30-40f5-9ab3-d918162ab039 will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:00.469579 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.553522 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:00.583351 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:00.593344 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:00.596382 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-376adce2-92a0-48b5-97a5-403e51076233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.616872 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Pushing event updated for resources: {'Port': ['ID=b225ea6e-bc30-40f5-9ab3-d918162ab039,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.619676 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43816) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:00.626330 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-807542879-network', 'tenant_id': '6cd0dddc85f14ffd8aea91a83c1b19d6'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:00.629662 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.630199 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.630533 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.630976 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.631231 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.631561 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.631887 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.633065 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.633684 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.633943 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.634277 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.634605 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Tracked resource versions report: Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: pushed versions: Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: { 'AddressGroup': {'1.2'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'ConntrackHelper': {'1.0'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Log': {'1.0'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Network': {'1.1'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Port': {'1.7'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'PortForwarding': {'1.2'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'QosPolicy': {'1.8'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SecurityGroup': {'1.4'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SubPort': {'1.0'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Subnet': {'1.1'}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Trunk': {'1.1'}} Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: consumer versions: Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: { DHCP agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: HyperV agent@hv-cinder-79351: {}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: L3 agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: Metadata agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: Metering agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: Open vSwitch agent@dv-cinder-793515-7-iscsi: { 'AddressGroup': '1.2', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'ConntrackHelper': '1.0', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Log': '1.0', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Network': '1.1', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Port': '1.7', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'PortForwarding': '1.2', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'QosPolicy': '1.8', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SecurityGroup': '1.4', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SecurityGroupRule': '1.2', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'SubPort': '1.0', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Subnet': '1.1', Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: 'Trunk': '1.1'}} Jun 30 09:31:00.637930 dv-cinder-793515-7-iscsi neutron-server[92903]: {{(pid=92903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:31:00.641094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-376adce2-92a0-48b5-97a5-403e51076233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.656355 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.717701 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-376adce2-92a0-48b5-97a5-403e51076233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.721193 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-376adce2-92a0-48b5-97a5-403e51076233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.723343 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-376adce2-92a0-48b5-97a5-403e51076233 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c11716f9-3c04-48dc-84f6-f564191aa988 HTTP/1.1" status: 204 len: 168 time: 0.3200142 Jun 30 09:31:00.730019 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.744264 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Attempting to bind port b225ea6e-bc30-40f5-9ab3-d918162ab039 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:00.744649 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Attempting to bind port b225ea6e-bc30-40f5-9ab3-d918162ab039 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:00.745153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Attempting to bind port b225ea6e-bc30-40f5-9ab3-d918162ab039 on network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:00.752251 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:00.752703 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Checking segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:00.753189 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.753782 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Bound using segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:00.754261 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Bound port: b225ea6e-bc30-40f5-9ab3-d918162ab039, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:00.754692 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.761476 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43826) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:00.763184 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376adce2-92a0-48b5-97a5-403e51076233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11716f9-3c04-48dc-84f6-f564191aa988,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.785737 dv-cinder-793515-7-iscsi neutron-server[92902]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 09:31:00.793694 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Made reservation on behalf of 6cd0dddc85f14ffd8aea91a83c1b19d6 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:00.798895 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.799797 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.810806 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:00.836469 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:00.840409 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:00.852752 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Pushing event updated for resources: {'Port': ['ID=572b7079-02e6-4975-84ed-78dacc8e3b9a,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.855100 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.870704 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] For port b225ea6e-bc30-40f5-9ab3-d918162ab039, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:00.875124 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] For port b225ea6e-bc30-40f5-9ab3-d918162ab039, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=b225ea6e-bc30-40f5-9ab3-d918162ab039,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:00.881902 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.965288 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74710d42-d4ed-4c26-8659-2621d87357df None None] Pushing event updated for resources: {'Port': ['ID=b225ea6e-bc30-40f5-9ab3-d918162ab039,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:01.265166 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-cd2dc5d0-be24-48c7-ae9a-340022c84b84 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:01.266721 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-cd2dc5d0-be24-48c7-ae9a-340022c84b84 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/networks?id=9e21cc85-8b75-47c2-9e9c-cacf9de9d42e HTTP/1.1" status: 200 len: 812 time: 0.4868584 Jun 30 09:31:01.358593 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-0b1e7b71-ba81-4620-b440-87f2aa2dcf9c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/quotas/42d820e02d724b478ef7073257618ec0 HTTP/1.1" status: 200 len: 375 time: 0.0776858 Jun 30 09:31:01.500727 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-dc69d950-59ea-4ffc-a8d2-e3bf6db13604 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=42d820e02d724b478ef7073257618ec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297154 Jun 30 09:31:01.509998 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Allocated IP 172.27.3.63 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/fdf48bab-2aab-4aad-a3a4-eb857bf34661) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:01.774308 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device b225ea6e-bc30-40f5-9ab3-d918162ab039 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:01.875133 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.918596 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port b225ea6e-bc30-40f5-9ab3-d918162ab039 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:02.012912 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.105670 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-5e4184ac-5d03-4c0b-8308-17b7bb023f10 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:31:02.114329 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-5e4184ac-5d03-4c0b-8308-17b7bb023f10 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4291396 Jun 30 09:31:02.128781 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.205571 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.260924 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6912320b-d822-4290-b029-30a92c14169e None None] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:02.283333 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d6c4a5-5340-49d9-954f-9a71c13d3142,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.294721 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43912) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:02.321547 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:02.334790 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.432730 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:02.441783 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:02.444827 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c58d6b76-1e95-442b-965d-c2828c572db0 None None] Provisioning for port b225ea6e-bc30-40f5-9ab3-d918162ab039 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:02.453003 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c58d6b76-1e95-442b-965d-c2828c572db0 None None] Provisioning complete for port b225ea6e-bc30-40f5-9ab3-d918162ab039 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:02.453421 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c58d6b76-1e95-442b-965d-c2828c572db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.470324 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:02.536307 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e614f62-6240-4eca-9df7-df612adb3008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.628444 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.628792 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Added segment b7c8c249-4c00-4619-a9f7-812f523a053a of type vlan for network 260bf798-bb63-4ff7-a541-416334186f61 Jun 30 09:31:02.630512 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43928) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:02.710666 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e614f62-6240-4eca-9df7-df612adb3008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.715201 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e614f62-6240-4eca-9df7-df612adb3008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.747074 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Pushing event updated for resources: {'Port': ['ID=fdf48bab-2aab-4aad-a3a4-eb857bf34661,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.772248 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-1e614f62-6240-4eca-9df7-df612adb3008 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=118189408b2848afbd91930d43240614&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4758091 Jun 30 09:31:02.775060 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43934) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:02.776105 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e614f62-6240-4eca-9df7-df612adb3008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83230c-5d3b-4ee7-a37a-9b62e1719f22,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.782446 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c58d6b76-1e95-442b-965d-c2828c572db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.819026 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-cc8906ee-0c8e-463b-a41f-db642e059da9 service neutron] 10.222.0.70 "GET /v2.0/networks/9e21cc85-8b75-47c2-9e9c-cacf9de9d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006359 Jun 30 09:31:02.839479 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.843525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-c58d6b76-1e95-442b-965d-c2828c572db0 None None] For port b225ea6e-bc30-40f5-9ab3-d918162ab039, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=b225ea6e-bc30-40f5-9ab3-d918162ab039,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:02.858332 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c58d6b76-1e95-442b-965d-c2828c572db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.896717 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc3c0-71a6-4ca1-9e78-3154d1a4eec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.928205 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d6b76-1e95-442b-965d-c2828c572db0 None None] Pushing event updated for resources: {'Port': ['ID=b225ea6e-bc30-40f5-9ab3-d918162ab039,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.953280 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc3c0-71a6-4ca1-9e78-3154d1a4eec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.056903 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc3c0-71a6-4ca1-9e78-3154d1a4eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.060232 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc3c0-71a6-4ca1-9e78-3154d1a4eec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.065180 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c3ecc3c0-71a6-4ca1-9e78-3154d1a4eec9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d83230c-5d3b-4ee7-a37a-9b62e1719f22 HTTP/1.1" status: 204 len: 168 time: 0.2822747 Jun 30 09:31:03.070782 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecc3c0-71a6-4ca1-9e78-3154d1a4eec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83230c-5d3b-4ee7-a37a-9b62e1719f22,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:03.111734 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-621a9a6b-845f-4763-88f7-1a217f9b3620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.133746 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.135037 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:03.135782 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.217113 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-ac46ee13-51af-4e65-b918-ce2914cdcdf7 service neutron] 10.222.0.70 "GET /v2.0/networks/9e21cc85-8b75-47c2-9e9c-cacf9de9d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969629 Jun 30 09:31:03.234510 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.240461 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.291400 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] Pushing event updated for resources: {'Network': ['ID=260bf798-bb63-4ff7-a541-416334186f61,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:03.303036 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-759e7abe-0cae-4cd0-a78c-8193a04384c1 None None] Provisioning complete for port b225ea6e-bc30-40f5-9ab3-d918162ab039 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:03.303653 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-759e7abe-0cae-4cd0-a78c-8193a04384c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.310966 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 260bf798-bb63-4ff7-a541-416334186f61 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:03.556056 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43964) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:03.559296 dv-cinder-793515-7-iscsi neutron-server[92901]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 09:31:03.637358 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-621a9a6b-845f-4763-88f7-1a217f9b3620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.668872 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-621a9a6b-845f-4763-88f7-1a217f9b3620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.681439 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-94cc3f58-8c87-4628-af42-d9b4bff54160 req-75a252bf-d48f-4043-b2c7-58ea7d03d864 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.1236050 Jun 30 09:31:03.708206 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-bfd6887a-2df4-431e-b9b9-1e8c17864a73 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0859694 Jun 30 09:31:03.711757 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 43982) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:03.719545 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Request body: {'subnet': {'network_id': '260bf798-bb63-4ff7-a541-416334186f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-807542879-subnet', 'tenant_id': '6cd0dddc85f14ffd8aea91a83c1b19d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:03.720462 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device b225ea6e-bc30-40f5-9ab3-d918162ab039 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:03.751118 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-621a9a6b-845f-4763-88f7-1a217f9b3620 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bafdd61fc4804ef1952eb360b2012f79&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1108694 Jun 30 09:31:03.755893 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 43986) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:03.764244 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.766034 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a9a6b-845f-4763-88f7-1a217f9b3620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa55f851-daa6-42a3-9d68-3c39dddef3b8,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:03.771364 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Router f081882c-d253-4a58-ba79-f9fb06aaed49 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:31:03.782046 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Made reservation on behalf of 6cd0dddc85f14ffd8aea91a83c1b19d6 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:03.784784 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.848323 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port b225ea6e-bc30-40f5-9ab3-d918162ab039 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:03.848911 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.020024 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.123657 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9738297-f347-4e8d-8764-ea65cbb62171,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:04.128050 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Checking segment: {'id': 'b7c8c249-4c00-4619-a9f7-812f523a053a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '260bf798-bb63-4ff7-a541-416334186f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:04.129277 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Network hostable DHCP agents. Network: 260bf798-bb63-4ff7-a541-416334186f61, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:04.160801 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Network 260bf798-bb63-4ff7-a541-416334186f61 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:04.180657 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 260bf798-bb63-4ff7-a541-416334186f61) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:04.189404 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afabdd6a-e9be-4cff-bf82-657fcddc57c1 None None] Network 260bf798-bb63-4ff7-a541-416334186f61 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:04.195065 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:04.196876 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.242182 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d5a61833-a41b-413a-971a-a485c2d91fdf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5292339 Jun 30 09:31:04.391462 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ce5cfa39-2cb7-4b59-8233-319f37adbc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.396788 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:04.409569 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Sync routers for ids ['f081882c-d253-4a58-ba79-f9fb06aaed49'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:04.424187 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Routers {'f081882c-d253-4a58-ba79-f9fb06aaed49'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:04.425288 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:30:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['f081882c-d253-4a58-ba79-f9fb06aaed49'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:04.438984 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.440297 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-51f353ef-2b8d-45d6-8d08-f6f979db23bc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5626199 Jun 30 09:31:04.443412 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44020) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:04.445797 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ce5cfa39-2cb7-4b59-8233-319f37adbc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.455388 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Router 3d008038-0c11-4cf1-9ed4-23908eb81301 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:31:04.491158 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd7ce4-156b-45ef-876a-1de31618fd94 None None] Network 260bf798-bb63-4ff7-a541-416334186f61 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:04.537149 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44024) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:04.598305 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:04.623415 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.625734 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-39ed87ea-4379-4e62-b3f1-068caa8210de admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7814415 Jun 30 09:31:04.629571 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44028) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:04.641222 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Sync routers for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:04.715199 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ce5cfa39-2cb7-4b59-8233-319f37adbc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.720967 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ce5cfa39-2cb7-4b59-8233-319f37adbc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.722992 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-ce5cfa39-2cb7-4b59-8233-319f37adbc94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa55f851-daa6-42a3-9d68-3c39dddef3b8 HTTP/1.1" status: 204 len: 168 time: 0.9649835 Jun 30 09:31:04.725024 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9700d7b-cf38-4520-8e41-65f11830b8b9 admin admin] Deleting subnet 656a8c12-ef74-4cbc-b79c-be3530d9ff05 {{(pid=92901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:04.737233 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cfa39-2cb7-4b59-8233-319f37adbc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa55f851-daa6-42a3-9d68-3c39dddef3b8,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:04.754374 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:31:04.767117 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Set router f081882c-d253-4a58-ba79-f9fb06aaed49 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:04.772700 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:04.783653 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:30:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:04.803985 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b9700d7b-cf38-4520-8e41-65f11830b8b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.993375 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b9700d7b-cf38-4520-8e41-65f11830b8b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.994153 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-67b46bae-12b8-4d95-84e3-b89a06509530 req-598b1d55-96f8-4cec-bf73-a221b29e914d tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.1263421 Jun 30 09:31:05.038063 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b9700d7b-cf38-4520-8e41-65f11830b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.078221 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:05.118786 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:31:01Z', 'revision_number': 3, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:05.179855 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Checking router: f081882c-d253-4a58-ba79-f9fb06aaed49 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:05.180217 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Updating router f081882c-d253-4a58-ba79-f9fb06aaed49 port 572b7079-02e6-4975-84ed-78dacc8e3b9a binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:31:05.278340 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.450030 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b9700d7b-cf38-4520-8e41-65f11830b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for subnet, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.482076 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b9700d7b-cf38-4520-8e41-65f11830b8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.484735 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-b9700d7b-cf38-4520-8e41-65f11830b8b9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/656a8c12-ef74-4cbc-b79c-be3530d9ff05 HTTP/1.1" status: 204 len: 168 time: 0.9466608 Jun 30 09:31:05.488500 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44056) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:05.632086 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:02Z', 'revision_number': 3, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:05.676461 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Checking router: 3d008038-0c11-4cf1-9ed4-23908eb81301 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:05.676817 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Updating router 3d008038-0c11-4cf1-9ed4-23908eb81301 port fdf48bab-2aab-4aad-a3a4-eb857bf34661 binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:31:05.733129 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.769323 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.802288 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9700d7b-cf38-4520-8e41-65f11830b8b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656a8c12-ef74-4cbc-b79c-be3530d9ff05,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:05.851105 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44066) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:05.869823 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c0357aad-7875-4a4f-851e-410c97cc6c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.993321 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.003492 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.050769 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Transition to ACTIVE for port object 572b7079-02e6-4975-84ed-78dacc8e3b9a will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:06.063519 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.181753 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d2adbe70-94ff-4417-81e4-2ed31a7e8f9c req-16f13015-6f4d-4e92-afbb-49994d704b3f tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.0696805 Jun 30 09:31:06.227139 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Pushing event updated for resources: {'Port': ['ID=572b7079-02e6-4975-84ed-78dacc8e3b9a,revision_number=2']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:06.230514 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Attempting to bind port 572b7079-02e6-4975-84ed-78dacc8e3b9a on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:06.243196 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Attempting to bind port 572b7079-02e6-4975-84ed-78dacc8e3b9a by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:06.243547 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Attempting to bind port 572b7079-02e6-4975-84ed-78dacc8e3b9a on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:06.257521 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Allocated IP 172.20.0.1 (8cdefca6-db5e-4ed5-afdb-b6d200ceedc3/a49c0f50-dbb0-46e5-bb2a-59f90a352b4d/ba332af1-94d6-4550-a77a-c5395ce2bd5b) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:06.269459 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.269750 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.270084 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.270427 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.270760 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.271124 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.274293 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.277742 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.278201 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.278761 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.282675 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.283250 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Tracked resource versions report: Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: pushed versions: Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: { 'AddressGroup': {'1.2'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'ConntrackHelper': {'1.0'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Log': {'1.0'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Network': {'1.1'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Port': {'1.7'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'PortForwarding': {'1.2'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'QosPolicy': {'1.8'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SecurityGroup': {'1.4'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SubPort': {'1.0'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Subnet': {'1.1'}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Trunk': {'1.1'}} Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: consumer versions: Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: { DHCP agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: HyperV agent@hv-cinder-79351: {}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: L3 agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: Metadata agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: Metering agent@dv-cinder-793515-7-iscsi: {}, Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: Open vSwitch agent@dv-cinder-793515-7-iscsi: { 'AddressGroup': '1.2', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'ConntrackHelper': '1.0', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Log': '1.0', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Network': '1.1', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Port': '1.7', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'PortForwarding': '1.2', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'QosPolicy': '1.8', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SecurityGroup': '1.4', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SecurityGroupRule': '1.2', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'SubPort': '1.0', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Subnet': '1.1', Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: 'Trunk': '1.1'}} Jun 30 09:31:06.284835 dv-cinder-793515-7-iscsi neutron-server[92904]: {{(pid=92904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:31:06.298542 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:06.300415 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:06.300984 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.302302 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:06.303030 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Bound port: 572b7079-02e6-4975-84ed-78dacc8e3b9a, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:06.304755 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.405112 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.420397 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] For port 572b7079-02e6-4975-84ed-78dacc8e3b9a, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:06.428877 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] For port 572b7079-02e6-4975-84ed-78dacc8e3b9a, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=572b7079-02e6-4975-84ed-78dacc8e3b9a,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:06.438164 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.442463 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.443017 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.443522 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.446868 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.446868 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.447097 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.452271 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.455982 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.456586 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.457077 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.457580 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.468046 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Transition to ACTIVE for port object fdf48bab-2aab-4aad-a3a4-eb857bf34661 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:06.481378 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.524928 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.565662 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d278806-00b4-439d-9801-54d2c9df2ad1 None None] Pushing event updated for resources: {'Port': ['ID=572b7079-02e6-4975-84ed-78dacc8e3b9a,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:06.582933 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Attempting to bind port fdf48bab-2aab-4aad-a3a4-eb857bf34661 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:06.589824 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Attempting to bind port fdf48bab-2aab-4aad-a3a4-eb857bf34661 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:06.590194 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Attempting to bind port fdf48bab-2aab-4aad-a3a4-eb857bf34661 on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:06.602016 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:06.602714 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:06.603354 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.603955 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:06.604786 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Transition to ACTIVE for port object ba332af1-94d6-4550-a77a-c5395ce2bd5b will not be triggered until provisioned by entity DHCP. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:06.605624 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Bound port: fdf48bab-2aab-4aad-a3a4-eb857bf34661, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:06.608006 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.625890 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Routers {'f081882c-d253-4a58-ba79-f9fb06aaed49'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:06.626627 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:30:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['f081882c-d253-4a58-ba79-f9fb06aaed49'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.668232 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] For port fdf48bab-2aab-4aad-a3a4-eb857bf34661, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:06.672107 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] For port fdf48bab-2aab-4aad-a3a4-eb857bf34661, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=fdf48bab-2aab-4aad-a3a4-eb857bf34661,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:06.678969 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.689111 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5a737-11c1-48c0-8d10-4813bc51418e None None] Pushing event updated for resources: {'Port': ['ID=fdf48bab-2aab-4aad-a3a4-eb857bf34661,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:06.708559 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.788642 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] Set router f081882c-d253-4a58-ba79-f9fb06aaed49 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:06.806758 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:06.813230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.813792 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.813910 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:06.814018 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.814200 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:06.814570 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30382eba-b352-4a5c-9bc9-afc5f416c3d1']}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.827679 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:06.828345 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:30:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.833976 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:06.834452 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.857339 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.921649 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789866cd-944f-464e-8806-c379e69ae915') {'for_net_delete': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.921867 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789866cd-944f-464e-8806-c379e69ae915') {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.964561 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44098) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:06.994353 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6053682'] for segment, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.027836 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:31:01Z', 'revision_number': 3, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:07.058500 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93bdc9-17f1-4964-8dba-0701768622c2 None None] The sync data for ids ['f081882c-d253-4a58-ba79-f9fb06aaed49'] in dv-cinder-793515-7-iscsi is: [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:31:01Z', 'revision_number': 3, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:07.077460 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Pushing event updated for resources: {'Port': ['ID=ba332af1-94d6-4550-a77a-c5395ce2bd5b,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:07.116534 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:07.127069 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.167922 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44104) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:07.265939 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c0357aad-7875-4a4f-851e-410c97cc6c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.275156 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=92901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:07.276566 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262919'] for segment, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: from cryptography.utils import int_from_bytes Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: from cryptography.utils import int_from_bytes Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: Traceback (most recent call last): Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: timer() Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: cb(*args, **kw) Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: return func(*args, **kwargs) Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: self._notify() Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: self.callback(batched_events) Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: event.method(event) Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: return f(self, *a, **k) Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._get(url).json() Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:07.370467 dv-cinder-793515-7-iscsi neutron-server[92901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:07.373328 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c0357aad-7875-4a4f-851e-410c97cc6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.419139 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.431453 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.434380 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/30382eba-b352-4a5c-9bc9-afc5f416c3d1 HTTP/1.1" status: 204 len: 168 time: 1.9402885 Jun 30 09:31:07.471433 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4535763f-9701-44df-9e55-3b3e9ad10b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.503947 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44114) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:07.621865 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5a737-11c1-48c0-8d10-4813bc51418e None None] Pushing event updated for resources: {'Port': ['ID=fdf48bab-2aab-4aad-a3a4-eb857bf34661,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:07.634479 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4b104bfd-07e7-4a95-adeb-26efc3699f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.636525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c365974f-4e22-4450-9fe4-6be311792a2d None None] Provisioning for port ba332af1-94d6-4550-a77a-c5395ce2bd5b completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:07.646875 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c365974f-4e22-4450-9fe4-6be311792a2d None None] Provisioning complete for port ba332af1-94d6-4550-a77a-c5395ce2bd5b triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:07.647235 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c365974f-4e22-4450-9fe4-6be311792a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.737194 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4894e129-fde4-47dd-ad3e-b26e6a84a008 admin admin] Deleting subnet a9738297-f347-4e8d-8764-ea65cbb62171 {{(pid=92901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:07.744149 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4894e129-fde4-47dd-ad3e-b26e6a84a008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.779536 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-c365974f-4e22-4450-9fe4-6be311792a2d None None] Port ba332af1-94d6-4550-a77a-c5395ce2bd5b cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:07.800467 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4894e129-fde4-47dd-ad3e-b26e6a84a008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6053691'] for subnet, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.829154 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 572b7079-02e6-4975-84ed-78dacc8e3b9a up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:07.836747 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4b104bfd-07e7-4a95-adeb-26efc3699f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.874004 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-42843d9d-787e-458c-bf8e-407fa11e7566 req-dacf38a6-79f6-4b17-ae8a-75b5ef8b33f7 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.0632713 Jun 30 09:31:07.876402 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4b104bfd-07e7-4a95-adeb-26efc3699f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.902398 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4894e129-fde4-47dd-ad3e-b26e6a84a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.947517 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-4b104bfd-07e7-4a95-adeb-26efc3699f88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a85ef84e977d436082d4a7f82fcf252a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7735922 Jun 30 09:31:07.951281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44124) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:07.952402 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b104bfd-07e7-4a95-adeb-26efc3699f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2941d-4ff2-4379-91f5-f91d6ead1358,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:07.956641 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.975677 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd677b-1bdc-4013-9397-c058d30553b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=30382eba-b352-4a5c-9bc9-afc5f416c3d1,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:07.984843 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4894e129-fde4-47dd-ad3e-b26e6a84a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758247'] for subnet, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.991483 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 572b7079-02e6-4975-84ed-78dacc8e3b9a completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:07.992242 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c0357aad-7875-4a4f-851e-410c97cc6c20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8130b826c7064db4a84d1b94c6bb4084&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1383133 Jun 30 09:31:07.995182 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44126) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:08.004577 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:02Z', 'revision_number': 3, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:08.026652 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0357aad-7875-4a4f-851e-410c97cc6c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cfedea-102f-46e1-be73-9e790ef009bf,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:08.046396 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894e129-fde4-47dd-ad3e-b26e6a84a008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9738297-f347-4e8d-8764-ea65cbb62171,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:08.053040 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 572b7079-02e6-4975-84ed-78dacc8e3b9a triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:08.053425 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.057611 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef509f9-06ba-455c-8b01-c47c9396c893 None None] The sync data for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi is: [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:02Z', 'revision_number': 3, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:08.084247 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4894e129-fde4-47dd-ad3e-b26e6a84a008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.086746 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4894e129-fde4-47dd-ad3e-b26e6a84a008 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a9738297-f347-4e8d-8764-ea65cbb62171 HTTP/1.1" status: 204 len: 168 time: 0.5808103 Jun 30 09:31:08.091992 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44128) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:08.148273 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a28b-e967-459e-a950-87801636542d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.234592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.91', 62688) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:08.275351 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.301612 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 572b7079-02e6-4975-84ed-78dacc8e3b9a, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=572b7079-02e6-4975-84ed-78dacc8e3b9a,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:08.310651 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.311112 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Allocated IP 172.20.0.1 (af2a03fc-aea1-416e-9aec-0ec081f60fb1/b5339a85-9570-4079-bf0c-c9f22aa44afe/91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:08.348563 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a28b-e967-459e-a950-87801636542d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.383640 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=572b7079-02e6-4975-84ed-78dacc8e3b9a,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:08.451185 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.549601 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f925-78bd-43f3-9490-2d42fc34c860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.585021 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4535763f-9701-44df-9e55-3b3e9ad10b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.649841 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4535763f-9701-44df-9e55-3b3e9ad10b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.664676 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.695153 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.695975 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.713578 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a28b-e967-459e-a950-87801636542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.716141 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a28b-e967-459e-a950-87801636542d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.718220 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a7a3a28b-e967-459e-a950-87801636542d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1a2941d-4ff2-4379-91f5-f91d6ead1358 HTTP/1.1" status: 204 len: 168 time: 0.7624073 Jun 30 09:31:08.753731 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.761340 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f925-78bd-43f3-9490-2d42fc34c860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.773737 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3a28b-e967-459e-a950-87801636542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2941d-4ff2-4379-91f5-f91d6ead1358,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:08.828386 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.828987 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.829944 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.830437 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > port after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.830930 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.831432 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > port after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.831913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.832389 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.832849 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.833310 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:08.868730 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535763f-9701-44df-9e55-3b3e9ad10b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52208a6d-21de-442f-8db5-52cbd5308de7,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:08.888481 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4535763f-9701-44df-9e55-3b3e9ad10b93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18676782b7524cb9afe3301976933bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9203722 Jun 30 09:31:08.904929 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44144) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.022391 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-c8976b3f-8ece-4ff3-98e3-be173e8d6b57 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:09.023942 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-c8976b3f-8ece-4ff3-98e3-be173e8d6b57 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.91 "GET /v2.0/networks?id=9e21cc85-8b75-47c2-9e9c-cacf9de9d42e HTTP/1.1" status: 200 len: 812 time: 0.7799520 Jun 30 09:31:09.049285 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.084987 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cedb524f-be98-40a3-a929-f2435f4f3b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.098198 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Request body: {'port': {'device_id': 'd0101f1d-e39c-4ab1-b4ff-748c7a5c9e89', 'network_id': '9e21cc85-8b75-47c2-9e9c-cacf9de9d42e', 'admin_state_up': True, 'tenant_id': '42d820e02d724b478ef7073257618ec0'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:09.121714 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:09.122239 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:09.122437 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:09.123048 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:31:09.123317 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260bf798-bb63-4ff7-a541-416334186f61']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:09.171630 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c8c249-4c00-4619-a9f7-812f523a053a') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:09.172426 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c8c249-4c00-4619-a9f7-812f523a053a') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:09.177938 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Pushing event updated for resources: {'Port': ['ID=ba332af1-94d6-4550-a77a-c5395ce2bd5b,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:09.199323 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.207643 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f925-78bd-43f3-9490-2d42fc34c860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.211026 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f925-78bd-43f3-9490-2d42fc34c860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.212422 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-dbb1f925-78bd-43f3-9490-2d42fc34c860 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2cfedea-102f-46e1-be73-9e790ef009bf HTTP/1.1" status: 204 len: 168 time: 1.1869049 Jun 30 09:31:09.285520 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.300528 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5d41f7e1-f735-4e78-8810-2515517af521 req-573dd245-5f4a-4d77-ba11-48f5471191d1 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.1404834 Jun 30 09:31:09.325458 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1f925-78bd-43f3-9490-2d42fc34c860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cfedea-102f-46e1-be73-9e790ef009bf,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:09.362811 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cedb524f-be98-40a3-a929-f2435f4f3b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.364421 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44170) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.394388 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:09.394807 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: from cryptography.utils import int_from_bytes Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: from cryptography.utils import int_from_bytes Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:09.411236 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:09.430126 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:09.453616 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac2ebd94-551c-4d24-bb3e-e90fb165715b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.506067 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:09.617325 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.910661 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac2ebd94-551c-4d24-bb3e-e90fb165715b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.945525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 572b7079-02e6-4975-84ed-78dacc8e3b9a up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:09.961063 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.978634 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Pushing event deleted for resources: {'Network': ['ID=260bf798-bb63-4ff7-a541-416334186f61,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:09.980217 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac2ebd94-551c-4d24-bb3e-e90fb165715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.999196 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.001991 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-c7ba9fbe-2231-4e62-a9cf-e387a8c83612 admin admin] 10.222.0.70 "DELETE /v2.0/networks/260bf798-bb63-4ff7-a541-416334186f61 HTTP/1.1" status: 204 len: 168 time: 1.9070530 Jun 30 09:31:10.090090 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Router 3d008038-0c11-4cf1-9ed4-23908eb81301 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:10.162628 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c86cf616-91ea-4ef1-8816-8c88d30dd77c None None] Provisioning complete for port ba332af1-94d6-4550-a77a-c5395ce2bd5b triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:10.162628 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c86cf616-91ea-4ef1-8816-8c88d30dd77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.162935 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ebd94-551c-4d24-bb3e-e90fb165715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d47428-455e-4547-ba60-647f93da2fd4,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:10.232714 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Network af2a03fc-aea1-416e-9aec-0ec081f60fb1 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:10.248643 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:10.258315 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:10.310946 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.319627 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44188) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.331578 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-c86cf616-91ea-4ef1-8816-8c88d30dd77c None None] Port ba332af1-94d6-4550-a77a-c5395ce2bd5b cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:10.364199 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 572b7079-02e6-4975-84ed-78dacc8e3b9a triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:10.365948 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.480805 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:10.483348 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ac2ebd94-551c-4d24-bb3e-e90fb165715b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ff4571662854b7f82afd289c7e3686b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1076336 Jun 30 09:31:10.484546 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44194) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.485836 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Pushing event updated for resources: {'Port': ['ID=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:10.501295 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-c76eef2c-9aa2-4e68-8b1e-10897916b784 admin admin] 10.222.0.70 "PUT /v2.0/routers/3d008038-0c11-4cf1-9ed4-23908eb81301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8612010 Jun 30 09:31:10.518396 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cedb524f-be98-40a3-a929-f2435f4f3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.527541 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cedb524f-be98-40a3-a929-f2435f4f3b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.529079 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-cedb524f-be98-40a3-a929-f2435f4f3b2c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52208a6d-21de-442f-8db5-52cbd5308de7 HTTP/1.1" status: 204 len: 168 time: 1.5910490 Jun 30 09:31:10.632592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb524f-be98-40a3-a929-f2435f4f3b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52208a6d-21de-442f-8db5-52cbd5308de7,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:10.651943 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Made reservation on behalf of 42d820e02d724b478ef7073257618ec0 for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:10.657566 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.672150 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device fdf48bab-2aab-4aad-a3a4-eb857bf34661 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:10.713020 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-50771c52-46c2-4f1d-b93c-30e1e85fca32 req-5b74ebd0-1e4d-43e5-9afe-db6f9624b160 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.0945094 Jun 30 09:31:10.751413 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-773a2277-e6e7-4156-8856-11ffec3eeb76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afeb7af5cff64a00be579c524328bca9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4301791 Jun 30 09:31:10.769133 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44208) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.771011 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-006062b8-18a0-40ee-8ee5-0d5384a613f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.830920 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Sync routers for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:10.846580 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:10.847407 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:30:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:10.854547 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port fdf48bab-2aab-4aad-a3a4-eb857bf34661 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:10.864218 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port fdf48bab-2aab-4aad-a3a4-eb857bf34661 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:10.865722 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-006062b8-18a0-40ee-8ee5-0d5384a613f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.868078 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.149157 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-006062b8-18a0-40ee-8ee5-0d5384a613f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.160825 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-006062b8-18a0-40ee-8ee5-0d5384a613f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.164378 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-006062b8-18a0-40ee-8ee5-0d5384a613f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23d47428-455e-4547-ba60-647f93da2fd4 HTTP/1.1" status: 204 len: 168 time: 0.6757653 Jun 30 09:31:11.189080 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.264132 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006062b8-18a0-40ee-8ee5-0d5384a613f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d47428-455e-4547-ba60-647f93da2fd4,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:11.266797 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port fdf48bab-2aab-4aad-a3a4-eb857bf34661, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=fdf48bab-2aab-4aad-a3a4-eb857bf34661,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:11.273908 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6579d669-4b14-4d7a-b465-1b4724148a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.299113 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.343180 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.366104 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6579d669-4b14-4d7a-b465-1b4724148a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.397560 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Allocated IP 172.20.0.2 (9e21cc85-8b75-47c2-9e9c-cacf9de9d42e/a52c3e5a-de20-400c-bcc3-6727ebd0e617/2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:11.456622 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:11.478632 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=fdf48bab-2aab-4aad-a3a4-eb857bf34661,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:11.505852 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6579d669-4b14-4d7a-b465-1b4724148a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.513580 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6579d669-4b14-4d7a-b465-1b4724148a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.525459 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6579d669-4b14-4d7a-b465-1b4724148a9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94f50982-b4ee-4071-be40-0c4d5043c5e2 HTTP/1.1" status: 204 len: 168 time: 0.5115714 Jun 30 09:31:11.570266 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579d669-4b14-4d7a-b465-1b4724148a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f50982-b4ee-4071-be40-0c4d5043c5e2,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:11.823201 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device fdf48bab-2aab-4aad-a3a4-eb857bf34661 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:12.020830 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-aeed65d2-fbfe-468b-82f2-aacaa8c38dba req-35481998-6030-46a4-8ee8-bf7dbe76cd3b tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.0701127 Jun 30 09:31:12.057306 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:08Z', 'revision_number': 2, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:12.058528 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port fdf48bab-2aab-4aad-a3a4-eb857bf34661 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:12.062085 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.108711 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.133112 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Checking router: 3d008038-0c11-4cf1-9ed4-23908eb81301 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:12.136608 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Updating router 3d008038-0c11-4cf1-9ed4-23908eb81301 port ba332af1-94d6-4550-a77a-c5395ce2bd5b binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:31:12.164379 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.183697 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.213675 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.353006 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44244) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:12.381987 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-8262815e-29dd-402a-ade8-2bf369cb02f5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123999410', 'description': 'tempest-description--1275012070'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:12.427326 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Pushing event updated for resources: {'Port': ['ID=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:12.432759 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.448562 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.517094 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8262815e-29dd-402a-ade8-2bf369cb02f5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.787497 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:12.838668 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:12.854490 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:12.878818 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Pushing event updated for resources: {'Port': ['ID=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:12.948257 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8262815e-29dd-402a-ade8-2bf369cb02f5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.962686 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8262815e-29dd-402a-ade8-2bf369cb02f5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.968716 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.008989 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Transition to ACTIVE for port object ba332af1-94d6-4550-a77a-c5395ce2bd5b will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:13.019267 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Network af2a03fc-aea1-416e-9aec-0ec081f60fb1 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:13.037070 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.077226 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:13.121718 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262815e-29dd-402a-ade8-2bf369cb02f5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428abbbe-6301-479a-af4f-aceeeafb9297,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:13.131902 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8262815e-29dd-402a-ade8-2bf369cb02f5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.149117 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-8262815e-29dd-402a-ade8-2bf369cb02f5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7944229 Jun 30 09:31:13.152474 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44268) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:13.164175 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.168445 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.171411 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-47151b99-b136-4f5a-b444-fc086ab39474 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'security_group_rule': {'security_group_id': '428abbbe-6301-479a-af4f-aceeeafb9297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:13.191113 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44270) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:13.193529 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af806bb-fc24-416b-b7c3-6cee3217ef7b None None] Pushing event updated for resources: {'Port': ['ID=ba332af1-94d6-4550-a77a-c5395ce2bd5b,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:13.231623 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-d6717ad6-a82a-484a-b2b7-79e7aa5f028c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1480706 Jun 30 09:31:13.385598 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-22a86744-1da3-41b5-b80d-397621cda9c0 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:31:13.386850 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-22a86744-1da3-41b5-b80d-397621cda9c0 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127232 Jun 30 09:31:13.420345 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Attempting to bind port ba332af1-94d6-4550-a77a-c5395ce2bd5b on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:13.425757 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Attempting to bind port ba332af1-94d6-4550-a77a-c5395ce2bd5b by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:13.426311 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Attempting to bind port ba332af1-94d6-4550-a77a-c5395ce2bd5b on network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:13.443071 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:13.443992 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Checking segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:13.444836 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.450355 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Bound using segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:13.454094 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Bound port: ba332af1-94d6-4550-a77a-c5395ce2bd5b, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:13.454637 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.503954 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-47151b99-b136-4f5a-b444-fc086ab39474 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.606046 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-75615c3a-bd9b-4716-aa62-24261dc03ae4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cd0dddc85f14ffd8aea91a83c1b19d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4098504 Jun 30 09:31:13.609244 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44284) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:13.628267 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] For port ba332af1-94d6-4550-a77a-c5395ce2bd5b, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:13.635331 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] For port ba332af1-94d6-4550-a77a-c5395ce2bd5b, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ba332af1-94d6-4550-a77a-c5395ce2bd5b,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:13.646024 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.673622 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Router f081882c-d253-4a58-ba79-f9fb06aaed49 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:13.843938 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:13.845337 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:30:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:13.926766 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-42815c05-293e-49a5-8d2a-526f68a0913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.002066 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:14.115122 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58105a-4c8f-49c7-b872-b7049ccfc902 req-3173719a-796e-4463-8293-b3ab5490fa98 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:14.119690 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cf58105a-4c8f-49c7-b872-b7049ccfc902 req-3173719a-796e-4463-8293-b3ab5490fa98 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 931 time: 0.7675176 Jun 30 09:31:14.130998 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af806bb-fc24-416b-b7c3-6cee3217ef7b None None] Pushing event updated for resources: {'Port': ['ID=ba332af1-94d6-4550-a77a-c5395ce2bd5b,revision_number=4']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.150197 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-42815c05-293e-49a5-8d2a-526f68a0913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.184360 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-47151b99-b136-4f5a-b444-fc086ab39474 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.216354 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-47151b99-b136-4f5a-b444-fc086ab39474 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.286122 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Request body: {'port': {'device_id': 'd0101f1d-e39c-4ab1-b4ff-748c7a5c9e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:14.332565 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47151b99-b136-4f5a-b444-fc086ab39474 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7deb32-cd1b-456e-9a66-73be09c59a88,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.344761 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-47151b99-b136-4f5a-b444-fc086ab39474 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.346477 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-47151b99-b136-4f5a-b444-fc086ab39474 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1925538 Jun 30 09:31:14.350646 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44298) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.356344 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-0260a2fe-7952-468c-8a15-808cfde33b1b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'security_group_rule': {'security_group_id': '428abbbe-6301-479a-af4f-aceeeafb9297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:14.417460 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0260a2fe-7952-468c-8a15-808cfde33b1b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.452617 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cf58105a-4c8f-49c7-b872-b7049ccfc902 req-0abb438e-1eeb-4eb8-b0de-44957bff661a tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450528 Jun 30 09:31:14.558383 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:14.570266 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Sync routers for ids ['f081882c-d253-4a58-ba79-f9fb06aaed49'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:14.578867 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e86a285e-79b3-49ae-97bb-12d1b2c4f972 admin admin] 10.222.0.70 "PUT /v2.0/routers/f081882c-d253-4a58-ba79-f9fb06aaed49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1337833 Jun 30 09:31:14.599926 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Routers {'f081882c-d253-4a58-ba79-f9fb06aaed49'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:14.601740 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:30:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['f081882c-d253-4a58-ba79-f9fb06aaed49'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:14.659472 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0260a2fe-7952-468c-8a15-808cfde33b1b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.669142 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0260a2fe-7952-468c-8a15-808cfde33b1b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.715436 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260a2fe-7952-468c-8a15-808cfde33b1b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457fc743-4a49-4b6e-9698-06d3077f2baf,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.719369 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:13Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:14.739864 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0260a2fe-7952-468c-8a15-808cfde33b1b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.742101 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-0260a2fe-7952-468c-8a15-808cfde33b1b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899446 Jun 30 09:31:14.745720 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44314) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.755128 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:14.825092 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.869367 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92081b37-8fd8-45dd-a079-1dfd016faddc None None] The sync data for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi is: [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:13Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:14.955465 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-42815c05-293e-49a5-8d2a-526f68a0913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.958879 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-42815c05-293e-49a5-8d2a-526f68a0913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.964199 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-42815c05-293e-49a5-8d2a-526f68a0913a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99d6c4a5-5340-49d9-954f-9a71c13d3142 HTTP/1.1" status: 204 len: 168 time: 1.3497252 Jun 30 09:31:15.009003 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Set router f081882c-d253-4a58-ba79-f9fb06aaed49 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:15.024347 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42815c05-293e-49a5-8d2a-526f68a0913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d6c4a5-5340-49d9-954f-9a71c13d3142,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:15.067809 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.312978 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.656711 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Allocated IP 172.27.3.206 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/20168764-5caa-4cee-9a75-3bd3ac54bb53) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:15.879366 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4', 'name': '', 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'mac_address': 'fa:16:3e:b7:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b5339a85-9570-4079-bf0c-c9f22aa44afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:07Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 2, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'subnets': [{'id': 'b5339a85-9570-4079-bf0c-c9f22aa44afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:15.963203 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Checking router: f081882c-d253-4a58-ba79-f9fb06aaed49 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:15.963477 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Updating router f081882c-d253-4a58-ba79-f9fb06aaed49 port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:31:15.965491 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ba332af1-94d6-4550-a77a-c5395ce2bd5b up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:15.983696 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.123325 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.181525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.267135 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:16.276149 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:16.279696 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:16.329581 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'Port': ['ID=20168764-5caa-4cee-9a75-3bd3ac54bb53,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:16.399302 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81983-946e-4e7d-9e7e-a6df24a95586 req-9dfc075f-4a07-42b9-8148-e38c67d764ce tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.414324 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f3d81983-946e-4e7d-9e7e-a6df24a95586 req-9dfc075f-4a07-42b9-8148-e38c67d764ce tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 931 time: 0.4844501 Jun 30 09:31:16.520123 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.655790 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:16.677274 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.677750 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.701791 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Transition to ACTIVE for port object 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:16.737207 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f3d81983-946e-4e7d-9e7e-a6df24a95586 req-ba8cd719-443a-4540-84e7-f926b458938e tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218780 Jun 30 09:31:16.740421 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.869498 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Pushing event updated for resources: {'Port': ['ID=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:16.913295 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.948719 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Transition to ACTIVE for port object 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:16.958971 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.037606 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Attempting to bind port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:17.038082 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Attempting to bind port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'a7ad61ef-958e-40f0-a34a-be8cd1a2c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9e21cc85-8b75-47c2-9e9c-cacf9de9d42e'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:17.038561 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Attempting to bind port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd on network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:17.050052 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd on network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:31:17.050490 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Attempting to bind port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd on network 9e21cc85-8b75-47c2-9e9c-cacf9de9d42e {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:17.057505 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:17.058209 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Checking segment: {'id': 'a7ad61ef-958e-40f0-a34a-be8cd1a2c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9e21cc85-8b75-47c2-9e9c-cacf9de9d42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:17.059024 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Bound using segment: {'id': 'a7ad61ef-958e-40f0-a34a-be8cd1a2c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9e21cc85-8b75-47c2-9e9c-cacf9de9d42e'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:17.059601 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Bound port: 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ad61ef-958e-40f0-a34a-be8cd1a2c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9e21cc85-8b75-47c2-9e9c-cacf9de9d42e'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:17.060622 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.097775 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ef00f-7809-4b4d-90fb-5f96bdd2ec3e None None] Pushing event updated for resources: {'Port': ['ID=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:17.114427 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port ba332af1-94d6-4550-a77a-c5395ce2bd5b completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:17.141867 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port ba332af1-94d6-4550-a77a-c5395ce2bd5b triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:17.142248 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.168682 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] For port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:17.175181 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] For port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,segment=NetworkSegment(a7ad61ef-958e-40f0-a34a-be8cd1a2c820),segment_id=a7ad61ef-958e-40f0-a34a-be8cd1a2c820)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:17.184498 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.307464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.308694 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.309678 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] 10.222.0.91 "PUT /v2.0/ports/2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd HTTP/1.1" status: 200 len: 1093 time: 3.4538817 Jun 30 09:31:17.310227 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0101f1d-e39c-4ab1-b4ff-748c7a5c9e89', 'tag': '2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:17.408524 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486e377-88d9-479b-8118-bb30716995d5 req-cf742e5b-c1fa-44bc-b050-1c6562c2fd0a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.410363 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-cf742e5b-c1fa-44bc-b050-1c6562c2fd0a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 819 time: 0.4226060 Jun 30 09:31:17.479493 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Attempting to bind port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:17.479493 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Attempting to bind port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:17.479493 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Attempting to bind port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 on network af2a03fc-aea1-416e-9aec-0ec081f60fb1 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:17.479722 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.484864 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-166848f0-5ce0-4146-8792-33e7935c7d62 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/quotas/19fe41dd377a42fb92e93581ccf449d0 HTTP/1.1" status: 200 len: 375 time: 0.0640895 Jun 30 09:31:17.487589 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.493594 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89eac5-36cd-4252-b3f5-7bf72fe26b71 service neutron] Pushing event updated for resources: {'Port': ['ID=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:17.509208 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:17.509555 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Checking segment: {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:17.509953 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.510356 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Bound using segment: {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:17.523507 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Bound port: 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:17.524035 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.665570 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-18057c2a-5c20-4d50-b60e-da58bfef1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.667201 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-18057c2a-5c20-4d50-b60e-da58bfef1442 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42d820e02d724b478ef7073257618ec0&device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 1096 time: 0.2948589 Jun 30 09:31:17.783595 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-52da6d97-1ea7-4766-8e53-e685249ed147 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd HTTP/1.1" status: 200 len: 217 time: 0.1061323 Jun 30 09:31:17.829431 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.844817 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'Port': ['ID=20168764-5caa-4cee-9a75-3bd3ac54bb53,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:17.867457 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-e80f4fd5-a52c-4be1-8537-32722868c60c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3690455 Jun 30 09:31:17.875726 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.911006 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] For port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:17.961893 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-265b23ba-0d07-4d9f-a62d-1f27ada6b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.968361 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-265b23ba-0d07-4d9f-a62d-1f27ada6b372 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a52c3e5a-de20-400c-bcc3-6727ebd0e617 HTTP/1.1" status: 200 len: 852 time: 0.1558738 Jun 30 09:31:18.003544 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] For port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:18.026212 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.054628 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-1e5b0df4-0d21-43f5-9f60-e419f18d1371 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9e21cc85-8b75-47c2-9e9c-cacf9de9d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761828 Jun 30 09:31:18.081375 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.092859 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port ba332af1-94d6-4550-a77a-c5395ce2bd5b, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ba332af1-94d6-4550-a77a-c5395ce2bd5b,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:18.100876 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-d5456090-df72-449c-9ea8-8b881ea93e53 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3535409 Jun 30 09:31:18.168217 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.195294 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Routers {'f081882c-d253-4a58-ba79-f9fb06aaed49'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:18.197099 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:30:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['f081882c-d253-4a58-ba79-f9fb06aaed49'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:18.268723 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-f99384ca-6e0d-44fd-9eac-6bb3665ae657 service neutron] 10.222.0.70 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582389 Jun 30 09:31:18.384792 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d324c9-2bce-4b4f-80ab-9dfb27761f02" -d '{"events": [{"name": "network-changed", "server_uuid": "d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89", "tag": "2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:18.515648 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] Set router f081882c-d253-4a58-ba79-f9fb06aaed49 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:18.598309 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-062d2479-612e-4156-9b95-e71fe3e8b4d2 service neutron] 10.222.0.91 "GET /v2.0/networks/9e21cc85-8b75-47c2-9e9c-cacf9de9d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126593 Jun 30 09:31:18.613459 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-53e24697-cc55-4dc7-a278-7c57a9c197a7 service neutron] 10.222.0.70 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094277 Jun 30 09:31:18.617364 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b521-ee86-476b-8296-e7573644de84 req-62d8bea3-9864-4eac-be90-13b94de46a5c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:18.627555 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-95f5b521-ee86-476b-8296-e7573644de84 req-62d8bea3-9864-4eac-be90-13b94de46a5c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 943 time: 0.4071643 Jun 30 09:31:18.690266 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-95f5b521-ee86-476b-8296-e7573644de84 req-c57445e8-faae-4e47-b156-d30844fbfb0c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613756 Jun 30 09:31:18.896812 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f6deb40b-35b4-4f60-b05d-5374392aa2f3 req-e9007022-ba9e-4fbd-a464-981cb12164d3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 210 time: 0.0462768 Jun 30 09:31:18.911125 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ef00f-7809-4b4d-90fb-5f96bdd2ec3e None None] Pushing event updated for resources: {'Port': ['ID=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:19.004194 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=ba332af1-94d6-4550-a77a-c5395ce2bd5b,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:19.015939 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-918c89a2-ee01-40e6-8960-06e3d851f77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.409214 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-a473d396-4e01-4e28-bb3d-de14e3e3812f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1123999410&fields=id&tenant_id=b6ed3c3a185c4129b8190b83655ae519 HTTP/1.1" status: 200 len: 267 time: 0.0690205 Jun 30 09:31:19.467348 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4', 'name': '', 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'mac_address': 'fa:16:3e:b7:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b5339a85-9570-4079-bf0c-c9f22aa44afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:07Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 4, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'subnets': [{'id': 'b5339a85-9570-4079-bf0c-c9f22aa44afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:19.557764 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4322fdd5-eddf-4bfe-ad47-b399fa5ad42b req-c9a832b0-e28a-40e3-b49a-2a33dc31d378 service neutron] 10.222.0.91 "GET /v2.0/networks/9e21cc85-8b75-47c2-9e9c-cacf9de9d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990747 Jun 30 09:31:19.583290 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246edf9c-d435-41e6-a4f9-9d8ee5a85686 x-openstack-request-id: req-246edf9c-d435-41e6-a4f9-9d8ee5a85686 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:19.584358 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89", "tag": "2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:19.584836 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-246edf9c-d435-41e6-a4f9-9d8ee5a85686 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:19.585705 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0101f1d-e39c-4ab1-b4ff-748c7a5c9e89', 'tag': '2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd', 'status': 'completed', 'code': 200} Jun 30 09:31:19.603668 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f48be8-e582-4150-9834-5585e7589baf None None] The sync data for ids ['f081882c-d253-4a58-ba79-f9fb06aaed49'] in dv-cinder-793515-7-iscsi is: [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4', 'name': '', 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'mac_address': 'fa:16:3e:b7:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b5339a85-9570-4079-bf0c-c9f22aa44afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:07Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 4, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'subnets': [{'id': 'b5339a85-9570-4079-bf0c-c9f22aa44afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:19.609287 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-bb1b02a7-dcb6-47ae-b440-3793323e4201 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:19.620051 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-bb1b02a7-dcb6-47ae-b440-3793323e4201 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 816 time: 0.2092798 Jun 30 09:31:19.656158 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-e9874f29-774a-41a0-81b4-f626f29967f2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/quotas/b6ed3c3a185c4129b8190b83655ae519 HTTP/1.1" status: 200 len: 375 time: 0.0334597 Jun 30 09:31:19.883215 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-1823861d-c1a5-44af-8483-7c37fa3cd9f6 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2219367 Jun 30 09:31:19.983161 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-7d4e3a41-fecd-4679-8817-3fa693efa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:19.999336 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-7d4e3a41-fecd-4679-8817-3fa693efa82d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42d820e02d724b478ef7073257618ec0&device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 1096 time: 0.3153865 Jun 30 09:31:20.389351 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-7c098df1-c498-4017-be6a-28e9c3ba6782 service neutron] 10.222.0.70 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937720 Jun 30 09:31:20.560208 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.677682 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ba332af1-94d6-4550-a77a-c5395ce2bd5b up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:20.927669 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port ba332af1-94d6-4550-a77a-c5395ce2bd5b triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:20.928090 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.958019 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-1e1b39ba-0d83-42c4-83c3-a27cf86972dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:20.959528 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-1e1b39ba-0d83-42c4-83c3-a27cf86972dc service neutron] 10.222.0.91 "GET /v2.0/networks?id=9e21cc85-8b75-47c2-9e9c-cacf9de9d42e HTTP/1.1" status: 200 len: 913 time: 0.8479929 Jun 30 09:31:21.160798 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-13c97c3a-5e27-4bde-aeac-04b2bbbe9a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.369380 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-e2c5514e-c299-48a1-a7cc-bac902a3eb62 service neutron] 10.222.0.70 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9654045 Jun 30 09:31:21.432342 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:21.573495 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.624390 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:21.635610 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:21.636199 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.709372 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-2aad7f69-4a32-4b0a-97eb-b604b886dc7d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd HTTP/1.1" status: 200 len: 217 time: 0.7311795 Jun 30 09:31:21.821057 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-960071d3-d2f2-4018-827e-cc8674c5d5c8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.838397 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-960071d3-d2f2-4018-827e-cc8674c5d5c8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 819 time: 1.8064952 Jun 30 09:31:21.900571 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.905742 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-f8a60f59-663b-453b-99e5-23517dd4fc4c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/quotas/19fe41dd377a42fb92e93581ccf449d0 HTTP/1.1" status: 200 len: 375 time: 0.0662332 Jun 30 09:31:22.059964 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:22.065190 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.174610 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-8e81feec-ea04-4ad0-a89d-2e1c41e4ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.176586 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-8e81feec-ea04-4ad0-a89d-2e1c41e4ab80 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a52c3e5a-de20-400c-bcc3-6727ebd0e617 HTTP/1.1" status: 200 len: 852 time: 0.4588132 Jun 30 09:31:22.338171 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-4a753a78-a61b-488c-ac9a-413259e8de58 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9e21cc85-8b75-47c2-9e9c-cacf9de9d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497657 Jun 30 09:31:22.399878 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.491673 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33ba6b-60f4-4174-9286-aa32fe4b72c1 req-521e91de-8d2c-47d8-a578-112c3ee3d950 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.500277 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9d33ba6b-60f4-4174-9286-aa32fe4b72c1 req-521e91de-8d2c-47d8-a578-112c3ee3d950 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 943 time: 0.4133759 Jun 30 09:31:22.595250 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.608248 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-1fbd1332-93a6-4377-bf67-658ccca98f6f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7012541 Jun 30 09:31:22.670769 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9d33ba6b-60f4-4174-9286-aa32fe4b72c1 req-9a6e2239-9305-4204-a8d1-c8c9fe7c40df tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664290 Jun 30 09:31:22.802890 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-301fd42a-310c-4a5f-9166-929b3016980a service neutron] 10.222.0.91 "GET /v2.0/networks/9e21cc85-8b75-47c2-9e9c-cacf9de9d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206994 Jun 30 09:31:22.874923 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-579b966c-6d28-4be7-8832-de961274b3b2 req-3d0e61d3-7862-4be1-a666-e949279867aa tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 210 time: 0.1075041 Jun 30 09:31:22.980113 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-a80b7dfb-a040-4112-b1ec-03c12e442937 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:31:22.981398 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-a80b7dfb-a040-4112-b1ec-03c12e442937 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0783546 Jun 30 09:31:23.127670 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-21199594-6228-4e75-a699-9669e5d697c1 service neutron] 10.222.0.70 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350906 Jun 30 09:31:23.304370 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-b0269f7b-bc9b-42d8-80c4-3cacff66018d service neutron] 10.222.0.70 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672359 Jun 30 09:31:23.690255 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7fd150f4-aa0f-45d0-8579-bfb605325bea req-cbd1d68d-eff0-4c40-bad5-0ecdba61a309 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 210 time: 0.0696139 Jun 30 09:31:23.910908 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.021849 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac87a2-26ba-4005-a48b-5e39e81130bd req-d2e560c7-b380-457e-b4cf-bdc75191053a tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:24.030863 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d1ac87a2-26ba-4005-a48b-5e39e81130bd req-d2e560c7-b380-457e-b4cf-bdc75191053a tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 943 time: 0.1366260 Jun 30 09:31:24.087165 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5fab7429-9c1a-48eb-81e6-5fd7edfe3567 req-8ff822ff-bd21-4aae-9b3a-bf2132e194f7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0565057 Jun 30 09:31:24.144990 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d1ac87a2-26ba-4005-a48b-5e39e81130bd req-56a3c101-b24d-4ad0-bf8f-0fc1878ad61f tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075215 Jun 30 09:31:24.259899 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:24.327813 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:24.328369 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.678660 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-88d324c9-2bce-4b4f-80ab-9dfb27761f02 req-e740c876-0451-4cd4-a9eb-85e7160b9bc4 service neutron] 10.222.0.91 "GET /v2.0/networks/9e21cc85-8b75-47c2-9e9c-cacf9de9d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514030 Jun 30 09:31:24.745889 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44740) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:24.790498 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44748) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:24.984959 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-354e1a7c-2b4d-41de-83a9-cca041588d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.070943 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1e101c8e-46d7-428d-b096-781f8816a961 req-ad1d05e3-6eab-4230-81fd-b16fcdbcffad tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 210 time: 0.1083727 Jun 30 09:31:25.144698 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44772) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.256810 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e223d6bc-0992-417f-bf5a-a2da468bd39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.288048 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-66cd92cd-2678-4d3b-9155-6347cf426377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.301621 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-354e1a7c-2b4d-41de-83a9-cca041588d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.367666 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-354e1a7c-2b4d-41de-83a9-cca041588d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.387594 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1d883dc4-31c9-4767-958b-8f8ff00311f8 req-6983f40e-497f-492b-8530-13cb7b204e3d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0900629 Jun 30 09:31:25.460529 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-354e1a7c-2b4d-41de-83a9-cca041588d19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31be16b8d487498caa00f3dbee7d0f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135015 Jun 30 09:31:25.463993 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44798) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.478116 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e1a7c-2b4d-41de-83a9-cca041588d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fc908e-daa2-4f48-9d8c-c7ada6461ffd,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.516792 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ee7ca-3cd4-45f4-a0a5-57dc64225750 req-27aeb5c6-3124-4c4e-806f-764a74bfb07e tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:25.519360 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486e377-88d9-479b-8118-bb30716995d5 req-848f3240-be4c-4614-8570-9e404be979c1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:25.520995 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-848f3240-be4c-4614-8570-9e404be979c1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 819 time: 0.3763883 Jun 30 09:31:25.524111 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ef9ee7ca-3cd4-45f4-a0a5-57dc64225750 req-27aeb5c6-3124-4c4e-806f-764a74bfb07e tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 943 time: 0.2067099 Jun 30 09:31:25.539684 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Request body: {'port': {'device_id': '5205e8a5-00f4-4e44-b6b8-0926733aba17', 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1', 'admin_state_up': True, 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:25.585801 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ef9ee7ca-3cd4-45f4-a0a5-57dc64225750 req-374b5058-1bd8-4e4f-938c-0a475c0712a9 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607479 Jun 30 09:31:25.593845 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e223d6bc-0992-417f-bf5a-a2da468bd39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.601274 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e223d6bc-0992-417f-bf5a-a2da468bd39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.633487 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6d03-2308-417a-a179-b69384802431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.673823 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e223d6bc-0992-417f-bf5a-a2da468bd39c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c294e7fc51fb4f20a78f9e62b679f40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275087 Jun 30 09:31:25.677435 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223d6bc-0992-417f-bf5a-a2da468bd39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8225f44f-640e-40ed-b1f9-b63e2712576b,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.686075 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44808) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.712655 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6d03-2308-417a-a179-b69384802431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.806269 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.91', 62704) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.845885 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-352e895b-4450-44e8-af1e-fb2b2a295d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.869279 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6d03-2308-417a-a179-b69384802431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.871891 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6d03-2308-417a-a179-b69384802431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.873960 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-2f3a6d03-2308-417a-a179-b69384802431 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71fc908e-daa2-4f48-9d8c-c7ada6461ffd HTTP/1.1" status: 204 len: 168 time: 0.4087765 Jun 30 09:31:25.907991 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-352e895b-4450-44e8-af1e-fb2b2a295d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.910183 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a6d03-2308-417a-a179-b69384802431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fc908e-daa2-4f48-9d8c-c7ada6461ffd,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.913592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-66cd92cd-2678-4d3b-9155-6347cf426377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.934029 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-66cd92cd-2678-4d3b-9155-6347cf426377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.032047 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-d11a4a46-365c-48be-a2c4-cecd276f4ccb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:26.033655 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-d11a4a46-365c-48be-a2c4-cecd276f4ccb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 819 time: 0.2235522 Jun 30 09:31:26.039657 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Made reservation on behalf of 19fe41dd377a42fb92e93581ccf449d0 for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:26.043384 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.052302 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Request body: {'port': {'device_id': '6f77981f-b960-4b11-871a-9e5c4e171065', 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1', 'admin_state_up': True, 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:26.058806 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-66cd92cd-2678-4d3b-9155-6347cf426377 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3272b06807c840f698c3960ef1991f34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2674127 Jun 30 09:31:26.060005 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd92cd-2678-4d3b-9155-6347cf426377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4137c493-9a7c-430a-9d11-85932f757785,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.066115 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44830) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.186297 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-352e895b-4450-44e8-af1e-fb2b2a295d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.211386 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-352e895b-4450-44e8-af1e-fb2b2a295d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.213292 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-352e895b-4450-44e8-af1e-fb2b2a295d6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8225f44f-640e-40ed-b1f9-b63e2712576b HTTP/1.1" status: 204 len: 168 time: 0.5213292 Jun 30 09:31:26.281403 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4283cdde-73cd-40db-9230-fbb7e111d6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.287963 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Made reservation on behalf of 19fe41dd377a42fb92e93581ccf449d0 for: {'port': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:26.289484 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e895b-4450-44e8-af1e-fb2b2a295d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225f44f-640e-40ed-b1f9-b63e2712576b,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.313635 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.340358 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-51db6c07-0164-47f2-998e-a549e8989bc4 req-4397aa34-f9ae-4a1d-807d-7f9752634a07 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 210 time: 0.0805483 Jun 30 09:31:26.365578 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.91', 62708) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.368296 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44842) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.615188 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4283cdde-73cd-40db-9230-fbb7e111d6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.638177 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4325c312-5933-42e9-baa5-b12b21eafa4f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:26.640148 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4325c312-5933-42e9-baa5-b12b21eafa4f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 816 time: 0.2736354 Jun 30 09:31:26.645875 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44852) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.674597 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a1571c05-3ae3-4865-8ed2-05bc09595fdb req-409bf179-a8ca-49ea-b976-94ec358ee20b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0604293 Jun 30 09:31:26.686145 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Allocated IP 172.20.0.13 (af2a03fc-aea1-416e-9aec-0ec081f60fb1/b5339a85-9570-4079-bf0c-c9f22aa44afe/11497ced-5221-4781-ac0b-23e37dec70b1) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:26.705386 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-601895c2-0779-422e-b113-93e311db2b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.807089 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-62dd9e9b-d775-4a99-911c-f99cb3da7c4b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ed3c3a185c4129b8190b83655ae519 HTTP/1.1" status: 200 len: 380 time: 0.1459539 Jun 30 09:31:26.844425 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'port': {'device_id': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'admin_state_up': True, 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'security_groups': ['428abbbe-6301-479a-af4f-aceeeafb9297']}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:26.853278 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4283cdde-73cd-40db-9230-fbb7e111d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.855739 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4283cdde-73cd-40db-9230-fbb7e111d6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.859405 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4283cdde-73cd-40db-9230-fbb7e111d6cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4137c493-9a7c-430a-9d11-85932f757785 HTTP/1.1" status: 204 len: 168 time: 0.7893715 Jun 30 09:31:26.896066 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5761-831f-4fec-830b-9b28d099f406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.947988 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283cdde-73cd-40db-9230-fbb7e111d6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4137c493-9a7c-430a-9d11-85932f757785,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.008126 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44864) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.033021 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6f800ff0-4c35-4e17-b601-103b832e5b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.088840 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac867e7-81f5-4a0f-8fee-60bbe7d5a9bc req-21758bfc-5cbd-4a74-b86b-46f199b77ade tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:27.090360 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cac867e7-81f5-4a0f-8fee-60bbe7d5a9bc req-21758bfc-5cbd-4a74-b86b-46f199b77ade tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 943 time: 0.3103502 Jun 30 09:31:27.174988 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.194925 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-601895c2-0779-422e-b113-93e311db2b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.201956 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cac867e7-81f5-4a0f-8fee-60bbe7d5a9bc req-7dd7c16f-d0a2-4acc-9407-d705ec89078a tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952425 Jun 30 09:31:27.204383 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-601895c2-0779-422e-b113-93e311db2b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.258073 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44876) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.264105 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-601895c2-0779-422e-b113-93e311db2b19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db3ce91a46b3414284b361cf85ef6eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130137 Jun 30 09:31:27.266250 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601895c2-0779-422e-b113-93e311db2b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2011c2ae-4fe0-40dd-9306-91267219a55b,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.268766 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44880) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.282031 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0a05289-733c-41c2-94e4-93afb5c3a0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.292206 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.368638 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Network af2a03fc-aea1-416e-9aec-0ec081f60fb1 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:27.376427 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Pushing event updated for resources: {'Port': ['ID=11497ced-5221-4781-ac0b-23e37dec70b1,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.379274 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:27.386248 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:27.417877 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c7317098-b277-4771-8092-bbcf689a6861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.423456 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5761-831f-4fec-830b-9b28d099f406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.432014 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5761-831f-4fec-830b-9b28d099f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.459051 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:27.459836 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.463664 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c7317098-b277-4771-8092-bbcf689a6861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.475642 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce5761-831f-4fec-830b-9b28d099f406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e5524-e587-4a26-bbe4-6f2bf2cfb76d,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.485448 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Allocated IP 172.20.0.14 (af2a03fc-aea1-416e-9aec-0ec081f60fb1/b5339a85-9570-4079-bf0c-c9f22aa44afe/f5b6f552-e289-46c9-af89-77a680ac2316) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:27.530041 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c7317098-b277-4771-8092-bbcf689a6861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.533153 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c7317098-b277-4771-8092-bbcf689a6861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.536970 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c7317098-b277-4771-8092-bbcf689a6861 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2011c2ae-4fe0-40dd-9306-91267219a55b HTTP/1.1" status: 204 len: 168 time: 0.2637429 Jun 30 09:31:27.543489 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e2ce5761-831f-4fec-830b-9b28d099f406 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6b113f05e714b7d9a87df852d6f9883&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1737926 Jun 30 09:31:27.544220 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44892) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.551234 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7317098-b277-4771-8092-bbcf689a6861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2011c2ae-4fe0-40dd-9306-91267219a55b,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.593244 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5bbe4ae4-9674-40ba-967c-ba346c81eabc req-74347f2b-8f1c-489d-889e-b21d5f283727 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 210 time: 0.0757172 Jun 30 09:31:27.768684 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-363aa086-c6aa-41bd-b0a1-640607eeb62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.843003 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6f800ff0-4c35-4e17-b601-103b832e5b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.849916 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-363aa086-c6aa-41bd-b0a1-640607eeb62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.859376 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6f800ff0-4c35-4e17-b601-103b832e5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.866729 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-743d2885-1b04-43b6-aa95-74e4e9bc798d req-02546815-6edd-4119-9b14-7c889896d254 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0368779 Jun 30 09:31:27.882299 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-aba03cdf-10ca-42d4-b8c4-efd13ffaa1d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3490186 Jun 30 09:31:27.885362 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Made reservation on behalf of b6ed3c3a185c4129b8190b83655ae519 for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:27.889188 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.904694 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Request body: {'port': {'device_id': '5205e8a5-00f4-4e44-b6b8-0926733aba17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:27.914365 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.994104 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6f800ff0-4c35-4e17-b601-103b832e5b28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5026780cc8c46f99e2e4938bafddbf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9847443 Jun 30 09:31:27.998459 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44904) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.999930 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f800ff0-4c35-4e17-b601-103b832e5b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a5aaeb-7091-488a-bb98-28a9651fa00a,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.058543 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.121227 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.123077 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-363aa086-c6aa-41bd-b0a1-640607eeb62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.125702 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-363aa086-c6aa-41bd-b0a1-640607eeb62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.129335 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-363aa086-c6aa-41bd-b0a1-640607eeb62d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/287e5524-e587-4a26-bbe4-6f2bf2cfb76d HTTP/1.1" status: 204 len: 168 time: 0.5570419 Jun 30 09:31:28.206954 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c1da862f-101c-47d5-b903-80353eb6590a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.221560 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363aa086-c6aa-41bd-b0a1-640607eeb62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e5524-e587-4a26-bbe4-6f2bf2cfb76d,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.317993 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Network af2a03fc-aea1-416e-9aec-0ec081f60fb1 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:28.320475 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c1da862f-101c-47d5-b903-80353eb6590a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.323568 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0a05289-733c-41c2-94e4-93afb5c3a0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.324877 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Pushing event updated for resources: {'Port': ['ID=f5b6f552-e289-46c9-af89-77a680ac2316,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.334255 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:28.338903 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0a05289-733c-41c2-94e4-93afb5c3a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.342295 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:28.392005 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Allocated IP 172.20.0.9 (8cdefca6-db5e-4ed5-afdb-b6d200ceedc3/a49c0f50-dbb0-46e5-bb2a-59f90a352b4d/ce7796f4-09e4-445b-beef-7657b0b12c55) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:28.420328 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a05289-733c-41c2-94e4-93afb5c3a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13056a4d-e4dc-4bb3-8eaa-26439f1cf356,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.451177 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b0a05289-733c-41c2-94e4-93afb5c3a0c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd891495f4324ea1a7148c1a4b4763b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1889560 Jun 30 09:31:28.455304 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 44922) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.586089 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-92999283-5eac-4089-990b-0bd219551389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.644984 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-92999283-5eac-4089-990b-0bd219551389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.671391 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:28.672061 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.751370 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c1da862f-101c-47d5-b903-80353eb6590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.757897 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c1da862f-101c-47d5-b903-80353eb6590a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.761185 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-c1da862f-101c-47d5-b903-80353eb6590a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6a5aaeb-7091-488a-bb98-28a9651fa00a HTTP/1.1" status: 204 len: 168 time: 0.7579153 Jun 30 09:31:28.772910 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-5e0f919c-4efe-4b6a-b34a-93601a327183 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7269442 Jun 30 09:31:28.807685 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.813068 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Request body: {'port': {'device_id': '6f77981f-b960-4b11-871a-9e5c4e171065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:28.837308 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44948) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.843821 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da862f-101c-47d5-b903-80353eb6590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a5aaeb-7091-488a-bb98-28a9651fa00a,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.912762 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1a60e-a17a-47f8-a4e4-e48723a3a781 req-b1e6a99d-e227-4744-8c43-a3069068edae tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:28.914097 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-841539f5-f346-4c6d-9e96-68523ee693c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.915042 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-58b1a60e-a17a-47f8-a4e4-e48723a3a781 req-b1e6a99d-e227-4744-8c43-a3069068edae tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 943 time: 0.4695308 Jun 30 09:31:28.962912 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Transition to ACTIVE for port object ce7796f4-09e4-445b-beef-7657b0b12c55 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:28.980720 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-92999283-5eac-4089-990b-0bd219551389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.983999 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-92999283-5eac-4089-990b-0bd219551389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.988798 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-92999283-5eac-4089-990b-0bd219551389 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13056a4d-e4dc-4bb3-8eaa-26439f1cf356 HTTP/1.1" status: 204 len: 168 time: 0.4895737 Jun 30 09:31:28.995618 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11497ced-5221-4781-ac0b-23e37dec70b1 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:29.021098 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92999283-5eac-4089-990b-0bd219551389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13056a4d-e4dc-4bb3-8eaa-26439f1cf356,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.024464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.046171 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-58b1a60e-a17a-47f8-a4e4-e48723a3a781 req-e9f54a39-009c-41fa-baaa-b66fb043ace4 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178555 Jun 30 09:31:29.060329 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.067854 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:29.118864 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06e211-ec26-4e2f-82d3-cd66feca7131 req-05b0aa60-5f4c-415b-ad2c-3bf8d49e8438 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:29.120762 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9e06e211-ec26-4e2f-82d3-cd66feca7131 req-05b0aa60-5f4c-415b-ad2c-3bf8d49e8438 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 932 time: 0.3177769 Jun 30 09:31:29.145670 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Transition to ACTIVE for port object 11497ced-5221-4781-ac0b-23e37dec70b1 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:29.173117 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.232803 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Pushing event updated for resources: {'Port': ['ID=11497ced-5221-4781-ac0b-23e37dec70b1,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.273455 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.339176 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,segment=NetworkSegment(a7ad61ef-958e-40f0-a34a-be8cd1a2c820),segment_id=a7ad61ef-958e-40f0-a34a-be8cd1a2c820)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:29.346549 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.358917 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd', 'network_id': '9e21cc85-8b75-47c2-9e9c-cacf9de9d42e', 'port_id': '2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd', 'mac_address': 'fa:16:3e:7d:7e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52c3e5a-de20-400c-bcc3-6727ebd0e617', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:29.375253 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9e06e211-ec26-4e2f-82d3-cd66feca7131 req-416a37e1-8cbd-4015-8bed-782851d899bc tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334759 Jun 30 09:31:29.405407 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-841539f5-f346-4c6d-9e96-68523ee693c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.413523 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:29.415359 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:29.421842 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:29.426614 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-841539f5-f346-4c6d-9e96-68523ee693c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.444091 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.472718 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:29.520966 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841539f5-f346-4c6d-9e96-68523ee693c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5a7a12-5b45-47a0-ba28-b09cc023ce2e,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.533536 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,segment=NetworkSegment(a7ad61ef-958e-40f0-a34a-be8cd1a2c820),segment_id=a7ad61ef-958e-40f0-a34a-be8cd1a2c820)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:29.541615 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.620445 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-841539f5-f346-4c6d-9e96-68523ee693c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7c87fdbce6243eab25bdfa4e6bbfbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545309 Jun 30 09:31:29.621877 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44974) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.639597 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:29.639903 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.647437 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.670151 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-6a6eb807-8c8e-4dd4-b647-b0832de2ca7f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8390520 Jun 30 09:31:29.681995 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Attempting to bind port 11497ced-5221-4781-ac0b-23e37dec70b1 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:29.682416 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Attempting to bind port 11497ced-5221-4781-ac0b-23e37dec70b1 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:29.682796 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Attempting to bind port 11497ced-5221-4781-ac0b-23e37dec70b1 on network af2a03fc-aea1-416e-9aec-0ec081f60fb1 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:29.693682 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Request body: {'port': {'device_id': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:29.707997 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Port 11497ced-5221-4781-ac0b-23e37dec70b1 on network af2a03fc-aea1-416e-9aec-0ec081f60fb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:31:29.708328 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Attempting to bind port 11497ced-5221-4781-ac0b-23e37dec70b1 on network af2a03fc-aea1-416e-9aec-0ec081f60fb1 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:29.739638 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:29.739979 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Checking segment: {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:29.740370 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Bound using segment: {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:29.740810 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Bound port: 11497ced-5221-4781-ac0b-23e37dec70b1, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:29.741169 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.807401 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-54eda698-a95a-443c-b413-1b903432d2e4 None None] Provisioning for port ce7796f4-09e4-445b-beef-7657b0b12c55 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:29.812650 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-54eda698-a95a-443c-b413-1b903432d2e4 None None] Provisioning complete for port ce7796f4-09e4-445b-beef-7657b0b12c55 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:29.813031 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-54eda698-a95a-443c-b413-1b903432d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.821522 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] For port 11497ced-5221-4781-ac0b-23e37dec70b1, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:29.824846 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] For port 11497ced-5221-4781-ac0b-23e37dec70b1, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11497ced-5221-4781-ac0b-23e37dec70b1,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:29.841657 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.885028 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 44984) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.890285 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-54eda698-a95a-443c-b413-1b903432d2e4 None None] Port ce7796f4-09e4-445b-beef-7657b0b12c55 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:29.892326 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:29.894567 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-811126fe-2af8-4878-b34a-b365d0e141dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.924311 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b6f552-e289-46c9-af89-77a680ac2316 {{(pid=92902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:29.936854 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.939167 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-811126fe-2af8-4878-b34a-b365d0e141dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.952346 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Transition to ACTIVE for port object f5b6f552-e289-46c9-af89-77a680ac2316 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:29.964100 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.018913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b6f552-e289-46c9-af89-77a680ac2316,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.032156 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d02e17-259e-41ff-b35e-bbcba95ab0d1 req-fc131e7b-b446-4607-984b-dfbb7c830fdd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.042460 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c7d02e17-259e-41ff-b35e-bbcba95ab0d1 req-fc131e7b-b446-4607-984b-dfbb7c830fdd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 931 time: 0.6565826 Jun 30 09:31:30.042629 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.043161 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.045158 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] 10.222.0.91 "PUT /v2.0/ports/11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 200 len: 1094 time: 2.1527765 Jun 30 09:31:30.048179 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5205e8a5-00f4-4e44-b6b8-0926733aba17', 'tag': '11497ced-5221-4781-ac0b-23e37dec70b1'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:30.059419 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32325bc1-8400-4ed9-afcf-bca78a886732" -d '{"events": [{"name": "network-changed", "server_uuid": "5205e8a5-00f4-4e44-b6b8-0926733aba17", "tag": "11497ced-5221-4781-ac0b-23e37dec70b1"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:30.109552 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c7d02e17-259e-41ff-b35e-bbcba95ab0d1 req-6f31c0ed-00f4-4d94-b1a2-9c4253b2d442 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660925 Jun 30 09:31:30.152187 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde18e5-7563-4584-aa2c-9c68b4a22484 x-openstack-request-id: req-fcde18e5-7563-4584-aa2c-9c68b4a22484 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:30.152489 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5205e8a5-00f4-4e44-b6b8-0926733aba17", "tag": "11497ced-5221-4781-ac0b-23e37dec70b1", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:30.152745 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcde18e5-7563-4584-aa2c-9c68b4a22484 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:30.153151 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5205e8a5-00f4-4e44-b6b8-0926733aba17', 'tag': '11497ced-5221-4781-ac0b-23e37dec70b1', 'status': 'completed', 'code': 200} Jun 30 09:31:30.158175 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.187639 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698287b-741a-4e26-a8f2-413ecb8c26c3 service neutron] Pushing event updated for resources: {'Port': ['ID=11497ced-5221-4781-ac0b-23e37dec70b1,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.223663 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-811126fe-2af8-4878-b34a-b365d0e141dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.226149 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-811126fe-2af8-4878-b34a-b365d0e141dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.230425 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-811126fe-2af8-4878-b34a-b365d0e141dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c5a7a12-5b45-47a0-ba28-b09cc023ce2e HTTP/1.1" status: 204 len: 168 time: 0.6058724 Jun 30 09:31:30.248482 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811126fe-2af8-4878-b34a-b365d0e141dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5a7a12-5b45-47a0-ba28-b09cc023ce2e,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.337631 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Attempting to bind port f5b6f552-e289-46c9-af89-77a680ac2316 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:30.339954 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Attempting to bind port f5b6f552-e289-46c9-af89-77a680ac2316 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:30.340728 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Attempting to bind port f5b6f552-e289-46c9-af89-77a680ac2316 on network af2a03fc-aea1-416e-9aec-0ec081f60fb1 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:30.350777 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Port f5b6f552-e289-46c9-af89-77a680ac2316 on network af2a03fc-aea1-416e-9aec-0ec081f60fb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:31:30.351231 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Attempting to bind port f5b6f552-e289-46c9-af89-77a680ac2316 on network af2a03fc-aea1-416e-9aec-0ec081f60fb1 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:30.365625 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:30.366267 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Checking segment: {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:30.366522 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Bound using segment: {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:30.367015 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Bound port: f5b6f552-e289-46c9-af89-77a680ac2316, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:30.367392 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.381230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486e377-88d9-479b-8118-bb30716995d5 req-0a2a84a6-886f-4bb8-8422-9776d67ad9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.382691 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-0a2a84a6-886f-4bb8-8422-9776d67ad9a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1097 time: 0.2713716 Jun 30 09:31:30.458478 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-f1099cc9-d2e9-4447-ad0c-224e8bf44f2f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 200 len: 217 time: 0.0652533 Jun 30 09:31:30.530516 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69532971-b8c0-4e41-8e1c-ac05b82a7b26 req-7a169528-858c-4f2f-86de-28e20b809c3d tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.538490 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-69532971-b8c0-4e41-8e1c-ac05b82a7b26 req-7a169528-858c-4f2f-86de-28e20b809c3d tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 944 time: 0.1743166 Jun 30 09:31:30.569089 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486e377-88d9-479b-8118-bb30716995d5 req-9ca13ce3-529b-466c-8848-b954fd503f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.570559 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-9ca13ce3-529b-466c-8848-b954fd503f5e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.0996799 Jun 30 09:31:30.596276 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-69532971-b8c0-4e41-8e1c-ac05b82a7b26 req-3c233179-c8ed-43d0-ab31-e385ea53d15f tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566552 Jun 30 09:31:30.605746 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] For port f5b6f552-e289-46c9-af89-77a680ac2316, host hv-cinder-79351, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:30.632815 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] For port f5b6f552-e289-46c9-af89-77a680ac2316, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f5b6f552-e289-46c9-af89-77a680ac2316,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:30.640321 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.659323 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dd596c7a-e7d6-4b54-9420-83732529b3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.665283 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-195e5457-3c4c-45a6-8897-aef3426c2e89 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679889 Jun 30 09:31:30.698681 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b6f552-e289-46c9-af89-77a680ac2316,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.713045 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.713969 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.716325 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-435f8b9c-359d-4968-87ef-ed69c2938382 service neutron] 10.222.0.91 "PUT /v2.0/ports/f5b6f552-e289-46c9-af89-77a680ac2316 HTTP/1.1" status: 200 len: 1094 time: 1.9194982 Jun 30 09:31:30.717231 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f77981f-b960-4b11-871a-9e5c4e171065', 'tag': 'f5b6f552-e289-46c9-af89-77a680ac2316'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:30.877420 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-f36017f8-bdaf-48ef-831f-a958936e7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.879988 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-f36017f8-bdaf-48ef-831f-a958936e7f68 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 1097 time: 0.1187828 Jun 30 09:31:30.891006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d43a3d-e388-4cdf-8d74-3199730a30be req-9a413b54-94db-4b6c-b256-dcb292e750a9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.892551 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f9d43a3d-e388-4cdf-8d74-3199730a30be req-9a413b54-94db-4b6c-b256-dcb292e750a9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 944 time: 0.3406889 Jun 30 09:31:30.915124 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7796f4-09e4-445b-beef-7657b0b12c55 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:30.939191 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.968967 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-a4fdf598-a229-4a9b-b563-e69a80e41939 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b6f552-e289-46c9-af89-77a680ac2316 HTTP/1.1" status: 200 len: 217 time: 0.0814114 Jun 30 09:31:30.973214 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-76f541c8-04fd-4115-b930-4a2ff90f5e12 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894759 Jun 30 09:31:30.996248 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Transition to ACTIVE for port object ce7796f4-09e4-445b-beef-7657b0b12c55 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:31.023646 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.038165 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:31.049434 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe783ed-74be-4827-a092-f07e4f74991c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f77981f-b960-4b11-871a-9e5c4e171065", "tag": "f5b6f552-e289-46c9-af89-77a680ac2316"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:31.072379 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-073b46e9-a5db-4ae8-9da9-bff185be8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:31.073973 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-073b46e9-a5db-4ae8-9da9-bff185be8861 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.0935040 Jun 30 09:31:31.075698 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f9d43a3d-e388-4cdf-8d74-3199730a30be req-efd1e0c1-da32-4b7b-8c83-0a959f94df03 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620274 Jun 30 09:31:31.155743 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:31.161397 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:31.161924 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.191005 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.194100 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-d00e3af4-6df4-4ffc-9e46-cc4e5190acc4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051452 Jun 30 09:31:31.265100 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dd596c7a-e7d6-4b54-9420-83732529b3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.334751 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dd596c7a-e7d6-4b54-9420-83732529b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.413405 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.451039 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0101f1d-e39c-4ab1-b4ff-748c7a5c9e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:31.451814 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5486e377-88d9-479b-8118-bb30716995d5 req-8597537f-82d6-4c26-b563-7ae01390c6fd service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682755 Jun 30 09:31:31.467621 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-0a7f540c-6355-40bf-a2b4-86d29637b991 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654266 Jun 30 09:31:31.554043 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,segment=NetworkSegment(a7ad61ef-958e-40f0-a34a-be8cd1a2c820),segment_id=a7ad61ef-958e-40f0-a34a-be8cd1a2c820)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:31.564342 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-dd596c7a-e7d6-4b54-9420-83732529b3e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8067e7babcbd4330897d92ae9551a002&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5866923 Jun 30 09:31:31.564877 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.583144 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45056) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:31.707758 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce10b3f-add7-4bbe-8ead-ab7ef8fdbc9e x-openstack-request-id: req-6ce10b3f-add7-4bbe-8ead-ab7ef8fdbc9e {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:31.708045 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f77981f-b960-4b11-871a-9e5c4e171065", "tag": "f5b6f552-e289-46c9-af89-77a680ac2316", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:31.708298 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ce10b3f-add7-4bbe-8ead-ab7ef8fdbc9e {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:31.709014 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f77981f-b960-4b11-871a-9e5c4e171065', 'tag': 'f5b6f552-e289-46c9-af89-77a680ac2316', 'status': 'completed', 'code': 200} Jun 30 09:31:31.730288 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b7d5e17-2118-4df6-a6a0-c485fd4263c0 req-66b8c930-8f08-4d26-99d7-bab49c27743f service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556880 Jun 30 09:31:31.731110 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-057b2470-b565-42e9-a496-593f3cfa569d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.764392 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-057b2470-b565-42e9-a496-593f3cfa569d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.776162 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd596c7a-e7d6-4b54-9420-83732529b3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c071aad-259c-414c-9b9a-cb56c71956a4,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.800119 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.854642 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Attempting to bind port ce7796f4-09e4-445b-beef-7657b0b12c55 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:31.855180 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Attempting to bind port ce7796f4-09e4-445b-beef-7657b0b12c55 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:31.855687 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Attempting to bind port ce7796f4-09e4-445b-beef-7657b0b12c55 on network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:31.878857 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Port ce7796f4-09e4-445b-beef-7657b0b12c55 on network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:31:31.879465 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Attempting to bind port ce7796f4-09e4-445b-beef-7657b0b12c55 on network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:31.879851 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe783ed-74be-4827-a092-f07e4f74991c req-294cc63c-c7c4-4c0e-9f8c-ad283a249955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:31.881959 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe783ed-74be-4827-a092-f07e4f74991c req-294cc63c-c7c4-4c0e-9f8c-ad283a249955 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 1097 time: 0.0767553 Jun 30 09:31:31.882858 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-057b2470-b565-42e9-a496-593f3cfa569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.886404 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-057b2470-b565-42e9-a496-593f3cfa569d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.887771 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-057b2470-b565-42e9-a496-593f3cfa569d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c071aad-259c-414c-9b9a-cb56c71956a4 HTTP/1.1" status: 204 len: 168 time: 0.3023946 Jun 30 09:31:31.896676 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:31.897267 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Checking segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:31.897819 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Bound using segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:31.898417 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Bound port: ce7796f4-09e4-445b-beef-7657b0b12c55, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:31.898985 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.917939 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-831411c9-32f4-4ec2-9ae6-68dd75c7731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:31.920485 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-831411c9-32f4-4ec2-9ae6-68dd75c7731d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1097 time: 0.3541574 Jun 30 09:31:31.941006 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b2470-b565-42e9-a496-593f3cfa569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c071aad-259c-414c-9b9a-cb56c71956a4,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.944922 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feeaca-8284-4cb5-b533-dd4e1498897b req-1891d352-edaa-45da-b568-a9e4dabc69d6 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:31.946505 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f2feeaca-8284-4cb5-b533-dd4e1498897b req-1891d352-edaa-45da-b568-a9e4dabc69d6 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.3994341 Jun 30 09:31:32.122346 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe783ed-74be-4827-a092-f07e4f74991c req-69858acd-33ff-46f0-8b4a-8dd49240c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.124057 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe783ed-74be-4827-a092-f07e4f74991c req-69858acd-33ff-46f0-8b4a-8dd49240c68e service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.2273395 Jun 30 09:31:32.154591 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4bf33-b5fb-43ef-a82c-274430d2426a req-7884cdd3-98a4-41a6-8db3-6bb1eeb53d0e tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.156486 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-24b4bf33-b5fb-43ef-a82c-274430d2426a req-7884cdd3-98a4-41a6-8db3-6bb1eeb53d0e tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.2164865 Jun 30 09:31:32.194268 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe783ed-74be-4827-a092-f07e4f74991c req-0e431e85-a762-4974-97e7-bf8d0506da2a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b6f552-e289-46c9-af89-77a680ac2316 HTTP/1.1" status: 200 len: 217 time: 0.0572646 Jun 30 09:31:32.202578 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728979d6-2e8a-4761-801f-71c3265d11c0" -d '{"events": [{"server_uuid": "d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89", "name": "network-vif-plugged", "status": "completed", "tag": "2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:32.294637 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f2feeaca-8284-4cb5-b533-dd4e1498897b req-870107f2-6d59-45b5-8236-43d31ba4bb1b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104627 Jun 30 09:31:32.318477 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:32.324539 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:32.339361 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.390056 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-49c7ede4-d4e8-49b1-9d04-d9ca9d4cf970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.391925 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-49c7ede4-d4e8-49b1-9d04-d9ca9d4cf970 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.4173453 Jun 30 09:31:32.395706 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.396504 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.398369 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] 10.222.0.91 "PUT /v2.0/ports/ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 200 len: 1093 time: 2.7130959 Jun 30 09:31:32.399066 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:32.401784 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96" -d '{"events": [{"name": "network-changed", "server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:32.471720 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-415a7138-863d-4b9a-aca8-68b478ca9b8a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 200 len: 217 time: 0.0574903 Jun 30 09:31:32.538933 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-24b4bf33-b5fb-43ef-a82c-274430d2426a req-91eca581-24d0-4412-b4ff-c6386a27103e tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526156 Jun 30 09:31:32.557576 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4edc59-d1a2-469a-a016-96dbd4e9aebd service neutron] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:32.558976 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe783ed-74be-4827-a092-f07e4f74991c req-8c4ad876-287f-4a6c-bc3a-d19ea0fa313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.561051 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe783ed-74be-4827-a092-f07e4f74991c req-8c4ad876-287f-4a6c-bc3a-d19ea0fa313d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.3547077 Jun 30 09:31:32.598855 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe783ed-74be-4827-a092-f07e4f74991c req-a111513a-a16f-4ab5-b0a7-7f6a0cd586b0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297906 Jun 30 09:31:32.641915 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-682560f2-495d-4186-952d-0c035c14e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.644371 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-682560f2-495d-4186-952d-0c035c14e43a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.1564121 Jun 30 09:31:32.701106 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-66cb9fcc-2f6c-4df0-a7d3-78efd527a07e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443439 Jun 30 09:31:32.719786 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30538127-4e58-454f-954d-ae70acf69916 req-af475cea-671d-48ae-9d62-440e926a1c36 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.728267 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-30538127-4e58-454f-954d-ae70acf69916 req-af475cea-671d-48ae-9d62-440e926a1c36 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 944 time: 0.2392046 Jun 30 09:31:32.729184 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe783ed-74be-4827-a092-f07e4f74991c req-97a37873-5e38-419e-8f67-84ca0918a4e3 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195734 Jun 30 09:31:32.756783 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-1dc850b6-54aa-4fb7-9e62-a9d9da50c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.758314 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-1dc850b6-54aa-4fb7-9e62-a9d9da50c1fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1096 time: 0.2847693 Jun 30 09:31:32.831022 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45102) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.859303 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4201ed33-aff7-452f-aa56-3f061136c94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.884752 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe783ed-74be-4827-a092-f07e4f74991c req-8bafcf7d-0d0c-485c-a320-ea532188ff74 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474628 Jun 30 09:31:32.888788 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47096d95-301e-4352-b5cd-dfe99240b570 x-openstack-request-id: req-47096d95-301e-4352-b5cd-dfe99240b570 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:32.889394 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89", "name": "network-vif-plugged", "status": "completed", "tag": "2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:32.889666 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47096d95-301e-4352-b5cd-dfe99240b570 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:32.891305 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0101f1d-e39c-4ab1-b4ff-748c7a5c9e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd', 'code': 200} Jun 30 09:31:32.892248 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-97ad6369-8487-40ce-9f3e-ccac8c60a00e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 200 len: 217 time: 0.0928535 Jun 30 09:31:32.992189 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f488239f-50ed-4e39-b327-f60604030df5 x-openstack-request-id: req-f488239f-50ed-4e39-b327-f60604030df5 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:32.993324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:32.994691 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f488239f-50ed-4e39-b327-f60604030df5 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:32.996010 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'status': 'completed', 'code': 200} Jun 30 09:31:33.011493 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-30538127-4e58-454f-954d-ae70acf69916 req-d146de7b-ef6a-4bf0-a365-b4bf0c3baa28 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822108 Jun 30 09:31:33.039801 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4201ed33-aff7-452f-aa56-3f061136c94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.047584 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4201ed33-aff7-452f-aa56-3f061136c94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.095615 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-1199cbba-6a81-4645-944c-3349395e4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.103392 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-1199cbba-6a81-4645-944c-3349395e4137 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.1926613 Jun 30 09:31:33.112199 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-91c3132a-322b-4d7b-ad16-116665d513b1 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018140 Jun 30 09:31:33.123126 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-4201ed33-aff7-452f-aa56-3f061136c94d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78d96f4a939a413a9ef0617fe3f59e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881775 Jun 30 09:31:33.123126 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201ed33-aff7-452f-aa56-3f061136c94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51430801-603e-48a3-a52b-ac8a95bd2f41,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.126502 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45116) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.219766 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-235413dd-3b22-4cc8-8037-746152c3e1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.279365 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-235413dd-3b22-4cc8-8037-746152c3e1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.310693 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32325bc1-8400-4ed9-afcf-bca78a886732 req-8a433ea6-be4f-4ead-88ae-f7a38818f000 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592407 Jun 30 09:31:33.318701 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-430b2085-4a34-495b-988d-3694b7f4c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.320266 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-430b2085-4a34-495b-988d-3694b7f4c3ac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2078338 Jun 30 09:31:33.470796 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-235413dd-3b22-4cc8-8037-746152c3e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.480174 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-235413dd-3b22-4cc8-8037-746152c3e1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.501362 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-235413dd-3b22-4cc8-8037-746152c3e1f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51430801-603e-48a3-a52b-ac8a95bd2f41 HTTP/1.1" status: 204 len: 168 time: 0.3727930 Jun 30 09:31:33.542718 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-64de9364-6900-4a1d-b9f9-7e4f0c259ab5 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138233 Jun 30 09:31:33.579664 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c02234-288c-496b-9ab0-4635b3aaed32 req-129d3fe6-1bb8-4645-bc4d-8897e455edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.585170 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-06c02234-288c-496b-9ab0-4635b3aaed32 req-129d3fe6-1bb8-4645-bc4d-8897e455edbf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 1098 time: 0.2978475 Jun 30 09:31:33.589920 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235413dd-3b22-4cc8-8037-746152c3e1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51430801-603e-48a3-a52b-ac8a95bd2f41,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.667906 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-06c02234-288c-496b-9ab0-4635b3aaed32 req-f0ab01d0-6834-48dd-9b79-a1124bc3f1b4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.699157 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5453adb5-91c8-4ec3-94f1-506a3423118f req-aad9f251-7372-4460-984d-4437a8723ead service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489534 Jun 30 09:31:33.789714 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da834b9b-3af2-488b-a4a7-8f8d6327a4be req-26b08f29-2b8d-498d-94cb-d6a0e1c5df91 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.791513 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-da834b9b-3af2-488b-a4a7-8f8d6327a4be req-26b08f29-2b8d-498d-94cb-d6a0e1c5df91 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.2752440 Jun 30 09:31:33.850654 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-06c02234-288c-496b-9ab0-4635b3aaed32 req-f0ab01d0-6834-48dd-9b79-a1124bc3f1b4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.860611 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-da834b9b-3af2-488b-a4a7-8f8d6327a4be req-5b97d75d-3b58-4504-a4d3-67bc6c089b7e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615983 Jun 30 09:31:33.862576 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-06c02234-288c-496b-9ab0-4635b3aaed32 req-f0ab01d0-6834-48dd-9b79-a1124bc3f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.903160 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-06c02234-288c-496b-9ab0-4635b3aaed32 req-f0ab01d0-6834-48dd-9b79-a1124bc3f1b4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043740 Jun 30 09:31:33.910385 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e802-460f-4ae5-b722-23faeda28553 req-7e87d47f-8d75-4a55-9995-303794d3a4cd tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.918017 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b313e802-460f-4ae5-b722-23faeda28553 req-7e87d47f-8d75-4a55-9995-303794d3a4cd tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.1567881 Jun 30 09:31:33.923075 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab01d0-6834-48dd-9b79-a1124bc3f1b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdd9a0-e7d1-41a6-8330-a6563fb6eb46,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.946387 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-28c5f9e3-6dc9-43a8-affc-31d4295d8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.948623 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-28c5f9e3-6dc9-43a8-affc-31d4295d8f69 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1096 time: 0.1774383 Jun 30 09:31:33.978863 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b313e802-460f-4ae5-b722-23faeda28553 req-bc2105f3-d9d6-47ee-8751-5fa33588e8be tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597286 Jun 30 09:31:34.142219 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-f0c3210a-adab-485a-8645-ef31aa8e3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:34.146286 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-f0c3210a-adab-485a-8645-ef31aa8e3082 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.1580427 Jun 30 09:31:34.199772 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-db25c994-4a05-4495-8e69-73d50f62b765 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 200 len: 217 time: 0.0447371 Jun 30 09:31:34.257236 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8e9b7-fb75-4350-b30a-fbb3ada7e955 req-83eb5960-aa6a-4de8-b23e-508e7f733902 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:34.258465 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-b3d5352d-1f88-4734-9667-1cb5d1f68563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:34.258871 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c8f8e9b7-fb75-4350-b30a-fbb3ada7e955 req-83eb5960-aa6a-4de8-b23e-508e7f733902 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 944 time: 0.0902488 Jun 30 09:31:34.260338 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-b3d5352d-1f88-4734-9667-1cb5d1f68563 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0524945 Jun 30 09:31:34.314851 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c8f8e9b7-fb75-4350-b30a-fbb3ada7e955 req-18be61e7-a0c0-43f8-8097-f90c29515425 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Jun 30 09:31:34.357548 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-fe9a6181-f264-44fd-984d-6d7d4035e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:34.361461 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-fe9a6181-f264-44fd-984d-6d7d4035e1a4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853763 Jun 30 09:31:34.485413 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-7cb3368c-4b41-4194-bd6c-62ce4f40d312 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145518 Jun 30 09:31:34.590466 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c89a83ff-22ef-4c8c-886c-9f289d4f3e96 req-f6f08267-8a41-450e-bf13-7bb52a592a74 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947475 Jun 30 09:31:35.061715 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 11497ced-5221-4781-ac0b-23e37dec70b1 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:35.152357 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba4158-66c6-4605-9089-08c9ed89baf6 req-05f2f9b6-358e-4645-a865-0737741d39cf tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:35.155114 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4aba4158-66c6-4605-9089-08c9ed89baf6 req-05f2f9b6-358e-4645-a865-0737741d39cf tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1563883 Jun 30 09:31:35.207399 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba38cfc-0161-4c2c-aae4-c43f5caad851 req-89422bb4-a317-453e-ba9c-5b6c96666951 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:35.214696 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7ba38cfc-0161-4c2c-aae4-c43f5caad851 req-89422bb4-a317-453e-ba9c-5b6c96666951 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0716882 Jun 30 09:31:35.235015 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4aba4158-66c6-4605-9089-08c9ed89baf6 req-cfac4470-7d49-47a4-a893-76914fdce502 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737631 Jun 30 09:31:35.257492 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7ba38cfc-0161-4c2c-aae4-c43f5caad851 req-f8c20aca-64a3-44b4-978d-058e16f8afe0 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Jun 30 09:31:35.264322 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 11497ced-5221-4781-ac0b-23e37dec70b1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11497ced-5221-4781-ac0b-23e37dec70b1,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:35.280912 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '11497ced-5221-4781-ac0b-23e37dec70b1', 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1', 'port_id': '11497ced-5221-4781-ac0b-23e37dec70b1', 'mac_address': 'fa:16:3e:e3:79:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5339a85-9570-4079-bf0c-c9f22aa44afe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:35.333068 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.349450 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45228) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:35.354475 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11497ced-5221-4781-ac0b-23e37dec70b1 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:35.377157 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 11497ced-5221-4781-ac0b-23e37dec70b1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11497ced-5221-4781-ac0b-23e37dec70b1,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:35.383131 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.383807 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device f5b6f552-e289-46c9-af89-77a680ac2316 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:35.549712 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=11497ced-5221-4781-ac0b-23e37dec70b1,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:35.563116 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port f5b6f552-e289-46c9-af89-77a680ac2316, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f5b6f552-e289-46c9-af89-77a680ac2316,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:35.593482 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'f5b6f552-e289-46c9-af89-77a680ac2316', 'network_id': 'af2a03fc-aea1-416e-9aec-0ec081f60fb1', 'port_id': 'f5b6f552-e289-46c9-af89-77a680ac2316', 'mac_address': 'fa:16:3e:59:df:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5339a85-9570-4079-bf0c-c9f22aa44afe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:35.600902 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6b062-b5ad-4b82-8c85-684daae56600 req-7f87868b-55c9-4498-85a0-3d2b7b0b1449 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:35.611358 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4cb6b062-b5ad-4b82-8c85-684daae56600 req-7f87868b-55c9-4498-85a0-3d2b7b0b1449 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 944 time: 0.1176560 Jun 30 09:31:35.688901 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.694680 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4cb6b062-b5ad-4b82-8c85-684daae56600 req-f93e0962-acb6-4467-ad86-578f88c758dc tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822361 Jun 30 09:31:35.718005 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b6f552-e289-46c9-af89-77a680ac2316 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:35.744450 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port f5b6f552-e289-46c9-af89-77a680ac2316, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f5b6f552-e289-46c9-af89-77a680ac2316,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:35.748965 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.883753 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6d080303-4989-4077-b9cd-5961718f5b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.995426 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=f5b6f552-e289-46c9-af89-77a680ac2316,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:36.052974 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6d080303-4989-4077-b9cd-5961718f5b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.063480 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6d080303-4989-4077-b9cd-5961718f5b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.101776 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6d080303-4989-4077-b9cd-5961718f5b1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56a0313d5ac7417aaa36bd1b7b7efdb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508130 Jun 30 09:31:36.104772 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45262) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.105140 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d080303-4989-4077-b9cd-5961718f5b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2c568-b82e-4218-a4ca-2b259efe0976,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:36.130144 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['11497ced-5221-4781-ac0b-23e37dec70b1'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:36.176031 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['f5b6f552-e289-46c9-af89-77a680ac2316'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:36.191083 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a8bedca-8d07-4ee7-9a4f-ddd11f0c1d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.208427 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45264) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.260634 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a8bedca-8d07-4ee7-9a4f-ddd11f0c1d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.379886 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a8bedca-8d07-4ee7-9a4f-ddd11f0c1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.382621 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a8bedca-8d07-4ee7-9a4f-ddd11f0c1d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.390492 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-9a8bedca-8d07-4ee7-9a4f-ddd11f0c1d6c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6f2c568-b82e-4218-a4ca-2b259efe0976 HTTP/1.1" status: 204 len: 168 time: 0.2850180 Jun 30 09:31:36.402634 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bedca-8d07-4ee7-9a4f-ddd11f0c1d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2c568-b82e-4218-a4ca-2b259efe0976,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:36.528777 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-14b6a8d3-68f7-42fa-941e-902e46907b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.610434 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfeda3-a421-4261-9ee6-559fb83f4974 req-82443eee-b49a-4b0e-8c5b-1e3eac1d4ab2 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.612141 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b7507-7f2a-4e5d-bb43-8a120e75885c req-00e599b9-234a-444b-8b4c-64d7b1853596 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.618972 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-183b7507-7f2a-4e5d-bb43-8a120e75885c req-00e599b9-234a-444b-8b4c-64d7b1853596 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1377864 Jun 30 09:31:36.619371 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9bbfeda3-a421-4261-9ee6-559fb83f4974 req-82443eee-b49a-4b0e-8c5b-1e3eac1d4ab2 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.1427910 Jun 30 09:31:36.683413 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-183b7507-7f2a-4e5d-bb43-8a120e75885c req-200cd006-e199-40d5-bc57-cb4baf2278c3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634894 Jun 30 09:31:36.693173 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9bbfeda3-a421-4261-9ee6-559fb83f4974 req-b11c69c0-ff6d-4545-a6e7-056a9ca8e815 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728481 Jun 30 09:31:36.733993 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-14b6a8d3-68f7-42fa-941e-902e46907b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.738724 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-14b6a8d3-68f7-42fa-941e-902e46907b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.787374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45300) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.788180 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-14b6a8d3-68f7-42fa-941e-902e46907b22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7bcac022eac43afb7240200da876fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784993 Jun 30 09:31:36.789322 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6a8d3-68f7-42fa-941e-902e46907b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d80d6e-65a2-46c4-93cb-23b3bd3ea8c0,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:36.856222 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e83ae89b-01b6-4b27-816d-cc8b3de9b096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.883196 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e83ae89b-01b6-4b27-816d-cc8b3de9b096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.934859 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a945a9f-b1df-419e-8806-9ba37879e427 req-6776f368-af66-4d7d-963e-bf3a97d7f81e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.936662 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4a945a9f-b1df-419e-8806-9ba37879e427 req-6776f368-af66-4d7d-963e-bf3a97d7f81e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 945 time: 0.1028056 Jun 30 09:31:36.939545 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e83ae89b-01b6-4b27-816d-cc8b3de9b096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.942565 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e83ae89b-01b6-4b27-816d-cc8b3de9b096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.946567 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e83ae89b-01b6-4b27-816d-cc8b3de9b096 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62d80d6e-65a2-46c4-93cb-23b3bd3ea8c0 HTTP/1.1" status: 204 len: 168 time: 0.1558435 Jun 30 09:31:36.963248 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ae89b-01b6-4b27-816d-cc8b3de9b096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d80d6e-65a2-46c4-93cb-23b3bd3ea8c0,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.029316 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4a945a9f-b1df-419e-8806-9ba37879e427 req-38567647-a7d4-41b6-8827-c07a114c2876 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814710 Jun 30 09:31:37.068527 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:37.128537 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45308) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.157092 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2c898822-0c3c-4256-8804-3e04ca55824e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.276243 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:37.293935 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2c898822-0c3c-4256-8804-3e04ca55824e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.296125 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'port_id': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'mac_address': 'fa:16:3e:1c:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:37.299268 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2c898822-0c3c-4256-8804-3e04ca55824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.337082 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.354906 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-2c898822-0c3c-4256-8804-3e04ca55824e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a73dc106e3ee44ecbc3a0ba6aec4d94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234886 Jun 30 09:31:37.357397 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c898822-0c3c-4256-8804-3e04ca55824e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd21db-f899-466b-9449-95eee89fa810,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.357976 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7796f4-09e4-445b-beef-7657b0b12c55 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:37.358196 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45316) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.385497 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:37.392779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.444096 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a981d475-45af-4f4f-824d-5decf044be1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.469918 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45320) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.495448 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b47da761-5217-4d7c-8b68-b92579f97b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.526180 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.564437 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a981d475-45af-4f4f-824d-5decf044be1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.658878 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a981d475-45af-4f4f-824d-5decf044be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.659095 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['ce7796f4-09e4-445b-beef-7657b0b12c55'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:37.661928 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a981d475-45af-4f4f-824d-5decf044be1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.670327 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a981d475-45af-4f4f-824d-5decf044be1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99fd21db-f899-466b-9449-95eee89fa810 HTTP/1.1" status: 204 len: 168 time: 0.3086131 Jun 30 09:31:37.674284 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b47da761-5217-4d7c-8b68-b92579f97b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.678464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b47da761-5217-4d7c-8b68-b92579f97b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.696548 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981d475-45af-4f4f-824d-5decf044be1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd21db-f899-466b-9449-95eee89fa810,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.718435 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-b47da761-5217-4d7c-8b68-b92579f97b12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ccd9fee65f44b9bb1c04f91d6ffa107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452500 Jun 30 09:31:37.720107 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45338) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.796466 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47da761-5217-4d7c-8b68-b92579f97b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec550bc9-45a5-452a-86a1-ba46b3eb1a2b,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.872722 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b7ff222e-3554-43a2-b4f9-2c0b377e6254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.983350 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b7ff222e-3554-43a2-b4f9-2c0b377e6254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.056730 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5696ffe-6778-4315-893d-5c7a6c056fbb req-e2d456b4-0278-413e-a825-863973535b96 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.066394 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c5696ffe-6778-4315-893d-5c7a6c056fbb req-e2d456b4-0278-413e-a825-863973535b96 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 944 time: 0.1679482 Jun 30 09:31:38.120226 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c5696ffe-6778-4315-893d-5c7a6c056fbb req-1e46b056-b198-4461-b210-fceb5a940a31 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526459 Jun 30 09:31:38.136115 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b7ff222e-3554-43a2-b4f9-2c0b377e6254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.139959 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b7ff222e-3554-43a2-b4f9-2c0b377e6254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.151033 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b7ff222e-3554-43a2-b4f9-2c0b377e6254 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec550bc9-45a5-452a-86a1-ba46b3eb1a2b HTTP/1.1" status: 204 len: 168 time: 0.4210396 Jun 30 09:31:38.151033 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff222e-3554-43a2-b4f9-2c0b377e6254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec550bc9-45a5-452a-86a1-ba46b3eb1a2b,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.382447 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7032139-f337-4110-a301-c0e264f18f22 req-d65ec80e-540c-4fb1-bba7-a96ecb556907 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.389668 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e7032139-f337-4110-a301-c0e264f18f22 req-d65ec80e-540c-4fb1-bba7-a96ecb556907 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 945 time: 0.0883436 Jun 30 09:31:38.455927 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e7032139-f337-4110-a301-c0e264f18f22 req-c13d1840-05da-4f5e-be96-492b50b30abf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645843 Jun 30 09:31:39.325224 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb8a88-1601-407f-81fc-e412e829dded req-4ef2dd89-9880-4ef6-8450-f291d3ccf851 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:39.326903 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2ceb8a88-1601-407f-81fc-e412e829dded req-4ef2dd89-9880-4ef6-8450-f291d3ccf851 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 944 time: 0.0715606 Jun 30 09:31:39.371512 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2ceb8a88-1601-407f-81fc-e412e829dded req-2eb199c1-7660-4182-afda-fe0dce699f67 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380483 Jun 30 09:31:39.659615 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb412-ed92-4556-b009-f0e9a3e241be req-daa5719b-71d6-48d2-ab4e-d43d217dc0e6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:39.661194 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-210cb412-ed92-4556-b009-f0e9a3e241be req-daa5719b-71d6-48d2-ab4e-d43d217dc0e6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 945 time: 0.0637314 Jun 30 09:31:39.699594 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-210cb412-ed92-4556-b009-f0e9a3e241be req-0284bf21-113c-4adf-a886-1ecc8574f47b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328407 Jun 30 09:31:40.288465 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 11497ced-5221-4781-ac0b-23e37dec70b1 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:40.345609 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 11497ced-5221-4781-ac0b-23e37dec70b1 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:40.349492 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 11497ced-5221-4781-ac0b-23e37dec70b1 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:40.349889 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.429743 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.454037 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5205e8a5-00f4-4e44-b6b8-0926733aba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11497ced-5221-4781-ac0b-23e37dec70b1'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:40.456346 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4724ff6-c758-458f-9043-4ebfc24104ec" -d '{"events": [{"server_uuid": "5205e8a5-00f4-4e44-b6b8-0926733aba17", "name": "network-vif-plugged", "status": "completed", "tag": "11497ced-5221-4781-ac0b-23e37dec70b1"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:40.469197 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 11497ced-5221-4781-ac0b-23e37dec70b1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11497ced-5221-4781-ac0b-23e37dec70b1,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:40.475835 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.476735 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device f5b6f552-e289-46c9-af89-77a680ac2316 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:40.501637 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cb03d9-d986-4ebc-bc81-d26451e2140d x-openstack-request-id: req-f1cb03d9-d986-4ebc-bc81-d26451e2140d {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:40.502047 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5205e8a5-00f4-4e44-b6b8-0926733aba17", "name": "network-vif-plugged", "status": "completed", "tag": "11497ced-5221-4781-ac0b-23e37dec70b1", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:40.502188 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1cb03d9-d986-4ebc-bc81-d26451e2140d {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:40.502569 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5205e8a5-00f4-4e44-b6b8-0926733aba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11497ced-5221-4781-ac0b-23e37dec70b1', 'code': 200} Jun 30 09:31:40.566582 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=11497ced-5221-4781-ac0b-23e37dec70b1,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.575972 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0bfe-bfe6-43e7-9faf-2258578bff96 req-a9be3702-d2eb-4871-821a-85906a34c6db tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:40.577623 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-16af0bfe-bfe6-43e7-9faf-2258578bff96 req-a9be3702-d2eb-4871-821a-85906a34c6db tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 944 time: 0.0672076 Jun 30 09:31:40.583753 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port f5b6f552-e289-46c9-af89-77a680ac2316 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:40.589648 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port f5b6f552-e289-46c9-af89-77a680ac2316 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:40.589993 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.620740 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-16af0bfe-bfe6-43e7-9faf-2258578bff96 req-0d70a42f-ee17-41e5-a900-e6a45360fee4 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372021 Jun 30 09:31:40.680349 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.722197 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port f5b6f552-e289-46c9-af89-77a680ac2316, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f5b6f552-e289-46c9-af89-77a680ac2316,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:40.725509 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.773107 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=f5b6f552-e289-46c9-af89-77a680ac2316,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.873996 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c52baf-5d62-49de-9c71-26802e1dbc81 req-014e2410-4e15-4222-a408-1687b7b5d81d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:40.875546 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d9c52baf-5d62-49de-9c71-26802e1dbc81 req-014e2410-4e15-4222-a408-1687b7b5d81d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0618138 Jun 30 09:31:40.912137 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d9c52baf-5d62-49de-9c71-26802e1dbc81 req-b345922d-163a-4f26-b700-56a117364ccf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Jun 30 09:31:41.738981 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:31:41.813951 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d619-93e5-4d13-a897-b9d223c46bcf req-abe44c45-6549-46ec-9b53-e4edfe41c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:41.815447 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-80b5d619-93e5-4d13-a897-b9d223c46bcf req-abe44c45-6549-46ec-9b53-e4edfe41c0c2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1099 time: 0.1379135 Jun 30 09:31:41.866485 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c9c59-0b12-4270-a0b2-f167d169d2f2 req-04d5fe0b-3b01-41b3-b3d9-a829bdcc252a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:41.867968 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f05c9c59-0b12-4270-a0b2-f167d169d2f2 req-04d5fe0b-3b01-41b3-b3d9-a829bdcc252a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 944 time: 0.1172261 Jun 30 09:31:41.879158 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-80b5d619-93e5-4d13-a897-b9d223c46bcf req-4f355121-bb6e-491d-87b7-ef12990636ae service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555155 Jun 30 09:31:41.910857 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f05c9c59-0b12-4270-a0b2-f167d169d2f2 req-5b4d9bd9-40c7-4d1b-a8a9-2741b69cfe4d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343413 Jun 30 09:31:42.098033 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e4623-4d4d-4efd-9697-a514ba7852f0 req-230e5130-ae75-4918-bf4c-5995a4409c38 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.100236 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-133e4623-4d4d-4efd-9697-a514ba7852f0 req-230e5130-ae75-4918-bf4c-5995a4409c38 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0690114 Jun 30 09:31:42.142213 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-133e4623-4d4d-4efd-9697-a514ba7852f0 req-d5d80aa5-debc-4848-afc0-3c6e0704f73b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Jun 30 09:31:42.279008 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:42.335804 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port ce7796f4-09e4-445b-beef-7657b0b12c55 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:42.340439 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port ce7796f4-09e4-445b-beef-7657b0b12c55 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:42.340883 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.437850 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.486319 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:42.490990 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.512554 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77981f-b960-4b11-871a-9e5c4e171065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b6f552-e289-46c9-af89-77a680ac2316'}, {'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:42.515087 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da26d0b-b24a-493d-b678-93a947573f6e" -d '{"events": [{"server_uuid": "6f77981f-b960-4b11-871a-9e5c4e171065", "name": "network-vif-plugged", "status": "completed", "tag": "f5b6f552-e289-46c9-af89-77a680ac2316"}, {"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:42.549297 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:42.569874 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e366aa-72ef-4ee9-8aba-f1cc62b605d5 x-openstack-request-id: req-b4e366aa-72ef-4ee9-8aba-f1cc62b605d5 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:42.569874 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77981f-b960-4b11-871a-9e5c4e171065", "name": "network-vif-plugged", "status": "completed", "tag": "f5b6f552-e289-46c9-af89-77a680ac2316", "code": 200}, {"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:42.569874 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4e366aa-72ef-4ee9-8aba-f1cc62b605d5 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:42.570279 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f77981f-b960-4b11-871a-9e5c4e171065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b6f552-e289-46c9-af89-77a680ac2316', 'code': 200} Jun 30 09:31:42.570279 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'code': 200} Jun 30 09:31:42.900342 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf5589-ba0d-44af-8a42-ba6bb4289683 req-d2110578-170b-4807-89bd-95194f067552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.901831 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-79cf5589-ba0d-44af-8a42-ba6bb4289683 req-d2110578-170b-4807-89bd-95194f067552 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0584979 Jun 30 09:31:42.958026 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-79cf5589-ba0d-44af-8a42-ba6bb4289683 req-cc0b9022-07d8-4aef-991d-4861d17b7021 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367894 Jun 30 09:31:43.017273 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4cb85-0727-43c6-9649-feb574ed907d req-64f2b5bb-c333-4202-bb7e-db7c19451369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.019252 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3ea4cb85-0727-43c6-9649-feb574ed907d req-64f2b5bb-c333-4202-bb7e-db7c19451369 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 1099 time: 0.0970287 Jun 30 09:31:43.117942 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3ea4cb85-0727-43c6-9649-feb574ed907d req-7ff6b9d5-c9eb-4e81-983d-b859ad31bae6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694969 Jun 30 09:31:43.150158 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398fe93-a337-499b-b295-478376441c06 req-23e175c4-3de9-406d-a71f-1333925f7281 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.151723 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0398fe93-a337-499b-b295-478376441c06 req-23e175c4-3de9-406d-a71f-1333925f7281 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0965574 Jun 30 09:31:43.196195 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0398fe93-a337-499b-b295-478376441c06 req-c787202b-2a26-469d-918e-e0c193f41413 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359733 Jun 30 09:31:43.337424 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92989a-3c2d-4ace-8525-bbb9be369750 req-215a1f15-a526-4b36-8a2f-dec135a33203 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.338922 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9e92989a-3c2d-4ace-8525-bbb9be369750 req-215a1f15-a526-4b36-8a2f-dec135a33203 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0678337 Jun 30 09:31:43.377184 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9e92989a-3c2d-4ace-8525-bbb9be369750 req-36fe64ae-a1f0-4cad-a1cf-5d879e0d1731 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Jun 30 09:31:44.380483 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087d4ef-ce53-4e97-bfd4-c56a17194ac7 req-07976621-6558-4cc4-b356-88c5ff77029d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.382002 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2087d4ef-ce53-4e97-bfd4-c56a17194ac7 req-07976621-6558-4cc4-b356-88c5ff77029d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0657299 Jun 30 09:31:44.425764 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2087d4ef-ce53-4e97-bfd4-c56a17194ac7 req-dd43d584-3066-413e-96c5-43f5efae61f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Jun 30 09:31:44.554049 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79720ca2-6f85-4498-82d6-0444ffbe99f7 req-f4a42949-201f-4204-a925-a3af8236fbee tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:44.555555 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-79720ca2-6f85-4498-82d6-0444ffbe99f7 req-f4a42949-201f-4204-a925-a3af8236fbee tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0626380 Jun 30 09:31:44.595151 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-79720ca2-6f85-4498-82d6-0444ffbe99f7 req-05e4cbe1-a0d5-4e87-9632-684ee5ad9b6b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 Jun 30 09:31:45.601939 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8b33-ad43-43f4-b15a-b21ca29c7822 req-1c322a73-ee10-44ab-8399-3de4f63ed0c7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:45.603505 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a21e8b33-ad43-43f4-b15a-b21ca29c7822 req-1c322a73-ee10-44ab-8399-3de4f63ed0c7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0614967 Jun 30 09:31:45.644264 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a21e8b33-ad43-43f4-b15a-b21ca29c7822 req-cfcb7d01-8ab8-43de-9176-c5abebcc0d55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344362 Jun 30 09:31:45.774670 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b51022-c841-4f8d-be95-3f45b467fe60 req-b12885e0-9656-44d2-946e-0d20237c57c3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:45.776185 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-74b51022-c841-4f8d-be95-3f45b467fe60 req-b12885e0-9656-44d2-946e-0d20237c57c3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0679567 Jun 30 09:31:45.813912 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-74b51022-c841-4f8d-be95-3f45b467fe60 req-82f83e5c-a4db-4768-93c1-651cec28b291 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Jun 30 09:31:46.828788 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf89932-5388-4342-a6b4-ecc446f589e1 req-2d1776c3-2e6a-4292-b82c-74ad4480cbaf tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.830262 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dcf89932-5388-4342-a6b4-ecc446f589e1 req-2d1776c3-2e6a-4292-b82c-74ad4480cbaf tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0667603 Jun 30 09:31:46.871851 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dcf89932-5388-4342-a6b4-ecc446f589e1 req-550bcd0e-aa0f-4b4d-b594-13534b3c12dc tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338368 Jun 30 09:31:47.007572 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd15732-91bb-4670-a447-e07ad6d09d07 req-a86cd6ff-d587-4345-ad1f-50e97f62fef1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:47.009069 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0cd15732-91bb-4670-a447-e07ad6d09d07 req-a86cd6ff-d587-4345-ad1f-50e97f62fef1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0695400 Jun 30 09:31:47.056002 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0cd15732-91bb-4670-a447-e07ad6d09d07 req-6f466081-571b-4795-a076-8f1d1d83fc93 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Jun 30 09:31:47.603413 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45716) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:47.723087 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d8916315-b893-467c-b2eb-51fd370cf2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.832146 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d8916315-b893-467c-b2eb-51fd370cf2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.837368 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d8916315-b893-467c-b2eb-51fd370cf2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.882319 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-d8916315-b893-467c-b2eb-51fd370cf2a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b571a9f67a7454da41e6ed444c1cc19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775595 Jun 30 09:31:47.884956 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45732) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:47.894170 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8916315-b893-467c-b2eb-51fd370cf2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb99e0e2-f2fd-4d59-aa93-088581545f34,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:47.953353 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f0ed-f3c0-4e7c-aa91-ff0e10297f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.001049 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f0ed-f3c0-4e7c-aa91-ff0e10297f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.074763 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f0ed-f3c0-4e7c-aa91-ff0e10297f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.079775 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f0ed-f3c0-4e7c-aa91-ff0e10297f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.080867 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e0c4f0ed-f3c0-4e7c-aa91-ff0e10297f66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb99e0e2-f2fd-4d59-aa93-088581545f34 HTTP/1.1" status: 204 len: 168 time: 0.1949418 Jun 30 09:31:48.126788 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4f0ed-f3c0-4e7c-aa91-ff0e10297f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb99e0e2-f2fd-4d59-aa93-088581545f34,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:48.203704 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c674a-4360-4cd2-833e-e1e89ff27a08 req-1b559b0a-7291-487d-b82b-850d1cc19bef tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.209494 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-849c674a-4360-4cd2-833e-e1e89ff27a08 req-1b559b0a-7291-487d-b82b-850d1cc19bef tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1917605 Jun 30 09:31:48.298757 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-849c674a-4360-4cd2-833e-e1e89ff27a08 req-3abf0325-c940-4ba2-a71b-5891da521d8b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806973 Jun 30 09:31:48.394068 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b235ef2-4205-4abe-80de-d2d86ae9b94a req-1d9d658b-5475-439f-9850-5e7be592affd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.405031 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8b235ef2-4205-4abe-80de-d2d86ae9b94a req-1d9d658b-5475-439f-9850-5e7be592affd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1218629 Jun 30 09:31:48.498432 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8b235ef2-4205-4abe-80de-d2d86ae9b94a req-24ff7a3a-a9c8-4852-bd0d-23001c14946d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916710 Jun 30 09:31:48.533495 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-9e71d4e5-e61c-46c4-9978-abac620de8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.596770 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45772) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.658728 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45776) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.687071 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e8eb15b7-b176-4c80-b987-ca1519ec32c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.742267 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aebddb-5715-4708-898f-a3e98b2b9475 req-66457423-78e8-4e20-b42b-677b2ee9e7f9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.745837 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a8aebddb-5715-4708-898f-a3e98b2b9475 req-66457423-78e8-4e20-b42b-677b2ee9e7f9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1651409 Jun 30 09:31:48.756555 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45780) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.762057 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'floatingip': {'port_id': 'ce7796f4-09e4-445b-beef-7657b0b12c55'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:48.855836 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.869999 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e8eb15b7-b176-4c80-b987-ca1519ec32c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.878382 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e8eb15b7-b176-4c80-b987-ca1519ec32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.931938 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e8eb15b7-b176-4c80-b987-ca1519ec32c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f70c9d95ad64fc287e04da40d4004f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718198 Jun 30 09:31:48.940771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45788) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.990452 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb15b7-b176-4c80-b987-ca1519ec32c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4baab-6446-4f09-a51a-61fe087f4846,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.021412 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2ca4bdbe-53e9-447f-a7d7-62a8afbdb015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.085677 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-685f8226-675b-45f1-ab4f-5f5ac1c09c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.135669 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-685f8226-675b-45f1-ab4f-5f5ac1c09c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.209413 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2ca4bdbe-53e9-447f-a7d7-62a8afbdb015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.214913 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2ca4bdbe-53e9-447f-a7d7-62a8afbdb015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.226378 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-685f8226-675b-45f1-ab4f-5f5ac1c09c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.229006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-685f8226-675b-45f1-ab4f-5f5ac1c09c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.230230 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-685f8226-675b-45f1-ab4f-5f5ac1c09c8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5c4baab-6446-4f09-a51a-61fe087f4846 HTTP/1.1" status: 204 len: 168 time: 0.2878392 Jun 30 09:31:49.260490 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-28bce9cf-1bf1-4df5-835d-9d3814f00f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:49.262013 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-28bce9cf-1bf1-4df5-835d-9d3814f00f75 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 1099 time: 0.2886443 Jun 30 09:31:49.267407 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-2ca4bdbe-53e9-447f-a7d7-62a8afbdb015 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66f82ae19d8b46cc93cf89024b031201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692002 Jun 30 09:31:49.268120 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45802) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:49.273618 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daa605-2fb3-48d8-9aa5-0a77d5aaf14d req-ddd513b7-10de-49a6-afb4-a2ea11ed124f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:49.275199 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-63daa605-2fb3-48d8-9aa5-0a77d5aaf14d req-ddd513b7-10de-49a6-afb4-a2ea11ed124f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.2179177 Jun 30 09:31:49.296751 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4bdbe-53e9-447f-a7d7-62a8afbdb015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2924a33-5055-479a-8d84-39ff9977a31d,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.337188 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f8226-675b-45f1-ab4f-5f5ac1c09c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4baab-6446-4f09-a51a-61fe087f4846,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.358454 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-019c48a0-47c3-4735-a3f3-8e4d602529ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.385178 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-019c48a0-47c3-4735-a3f3-8e4d602529ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.402422 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-63daa605-2fb3-48d8-9aa5-0a77d5aaf14d req-e2d782ec-3811-4656-bfbb-d2b0e21f9bdc tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193237 Jun 30 09:31:49.447592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-019c48a0-47c3-4735-a3f3-8e4d602529ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.451565 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-019c48a0-47c3-4735-a3f3-8e4d602529ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.455082 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-019c48a0-47c3-4735-a3f3-8e4d602529ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2924a33-5055-479a-8d84-39ff9977a31d HTTP/1.1" status: 204 len: 168 time: 0.1813002 Jun 30 09:31:49.461121 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c48a0-47c3-4735-a3f3-8e4d602529ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2924a33-5055-479a-8d84-39ff9977a31d,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.833890 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 45826) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:49.847537 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-03cb58e6-abf2-41e9-a556-614cbf2aaa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.956363 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-03cb58e6-abf2-41e9-a556-614cbf2aaa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.961418 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-03cb58e6-abf2-41e9-a556-614cbf2aaa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.970314 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.974414 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.024962 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-03cb58e6-abf2-41e9-a556-614cbf2aaa1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35799d19fed3432eb824c1adec42553c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894662 Jun 30 09:31:50.026040 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb58e6-abf2-41e9-a556-614cbf2aaa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3996fc71-c250-44c8-b08c-8b4902591cb3,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.028376 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45834) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:50.137952 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.l3_db [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Floating IP ede92b9f-aaf0-4f51-828b-75d048416120 associated. External IP: 172.27.3.206, port: ce7796f4-09e4-445b-beef-7657b0b12c55. Jun 30 09:31:50.184134 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7cd7019a-b03f-4f24-8549-847ec0fdf0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.252908 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7cd7019a-b03f-4f24-8549-847ec0fdf0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.416997 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7cd7019a-b03f-4f24-8549-847ec0fdf0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.420285 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7cd7019a-b03f-4f24-8549-847ec0fdf0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.421462 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-7cd7019a-b03f-4f24-8549-847ec0fdf0bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3996fc71-c250-44c8-b08c-8b4902591cb3 HTTP/1.1" status: 204 len: 168 time: 0.3899252 Jun 30 09:31:50.477233 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7019a-b03f-4f24-8549-847ec0fdf0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3996fc71-c250-44c8-b08c-8b4902591cb3,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.512228 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-b50576c7-0c8b-4851-9d4a-776746d3a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:50.515231 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-b50576c7-0c8b-4851-9d4a-776746d3a598 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.2224348 Jun 30 09:31:50.530235 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Router 3d008038-0c11-4cf1-9ed4-23908eb81301 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:50.552287 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.657162 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:50.670742 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] Sync routers for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:50.675501 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2f42f-c803-4cb9-bd10-2cbad30dc671 req-f75ae761-11a6-4331-b36c-4b5475a48024 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:50.677646 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32c2f42f-c803-4cb9-bd10-2cbad30dc671 req-f75ae761-11a6-4331-b36c-4b5475a48024 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0808427 Jun 30 09:31:50.685180 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.691413 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:50.691413 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:31:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:50.750118 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-32c2f42f-c803-4cb9-bd10-2cbad30dc671 req-96ef8581-d45e-4f02-9e0e-d1234d89840e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637043 Jun 30 09:31:50.754259 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b1f0c5de-70f5-458b-80db-d2de914dff33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "PUT /v2.0/floatingips/ede92b9f-aaf0-4f51-828b-75d048416120 HTTP/1.1" status: 200 len: 991 time: 1.9961615 Jun 30 09:31:50.754857 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:50.757214 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace23792-38ec-4ed7-856c-5a73bc1285d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:50.847929 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45872) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:50.858535 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:50.864038 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f64b523-1c06-4033-a4e9-6afdb08d79a2 x-openstack-request-id: req-8f64b523-1c06-4033-a4e9-6afdb08d79a2 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:50.864608 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:50.865031 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f64b523-1c06-4033-a4e9-6afdb08d79a2 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:50.865599 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'status': 'completed', 'code': 200} Jun 30 09:31:50.988648 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8ec01cf4-7818-48fb-bb58-bdd0616932e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.052206 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c2cb76e3-4cdf-4ac4-9586-f9b1a3cc3c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.097875 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8ec01cf4-7818-48fb-bb58-bdd0616932e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.108428 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8ec01cf4-7818-48fb-bb58-bdd0616932e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.151325 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-8ec01cf4-7818-48fb-bb58-bdd0616932e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb197b72fdac4e0f8cdce301d7c07731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990692 Jun 30 09:31:51.151783 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 45886) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:51.166492 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec01cf4-7818-48fb-bb58-bdd0616932e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c3c5c-474b-44c7-a2f7-d760abdbfcfc,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.241198 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3469e4b5-d114-4de9-992c-891b7344f586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.284177 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3469e4b5-d114-4de9-992c-891b7344f586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.296613 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'ede92b9f-aaf0-4f51-828b-75d048416120', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'port_id': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'mac_address': 'fa:16:3e:1c:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:16Z', 'updated_at': '2021-06-30T09:31:49Z', 'revision_number': 1, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:51.332156 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] Checking router: 3d008038-0c11-4cf1-9ed4-23908eb81301 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:51.340794 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:51.340951 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3469e4b5-d114-4de9-992c-891b7344f586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.342665 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:31:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:51.344342 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3469e4b5-d114-4de9-992c-891b7344f586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.345606 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-3469e4b5-d114-4de9-992c-891b7344f586 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/211c3c5c-474b-44c7-a2f7-d760abdbfcfc HTTP/1.1" status: 204 len: 168 time: 0.1928542 Jun 30 09:31:51.366393 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469e4b5-d114-4de9-992c-891b7344f586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c3c5c-474b-44c7-a2f7-d760abdbfcfc,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.428960 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.479853 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:51.736656 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'ede92b9f-aaf0-4f51-828b-75d048416120', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'port_id': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'mac_address': 'fa:16:3e:1c:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:16Z', 'updated_at': '2021-06-30T09:31:49Z', 'revision_number': 1, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:51.768447 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e66ce-da0e-4a6a-bdaf-56b88504df47 None None] The sync data for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi is: [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'ede92b9f-aaf0-4f51-828b-75d048416120', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'port_id': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'mac_address': 'fa:16:3e:1c:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:16Z', 'updated_at': '2021-06-30T09:31:49Z', 'revision_number': 1, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:52.046418 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a62657-aed0-4cda-a5e2-67bce489d654 req-26b10501-19f1-4b76-872e-2ef0dcdca0d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:52.048579 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a62657-aed0-4cda-a5e2-67bce489d654 req-26b10501-19f1-4b76-872e-2ef0dcdca0d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1446433 Jun 30 09:31:52.089275 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63202f-4989-4f6a-bfce-7f9ceb25c6de None None] New status for floating IP ede92b9f-aaf0-4f51-828b-75d048416120: ACTIVE {{(pid=92903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:52.108410 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a62657-aed0-4cda-a5e2-67bce489d654 req-ae50aee3-c1b3-4a6c-8824-2105e63bcb2a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518503 Jun 30 09:31:52.574119 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.663679 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-6f318319-1762-47a3-bef6-ffd9f8381a7d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b6f552-e289-46c9-af89-77a680ac2316 HTTP/1.1" status: 200 len: 217 time: 0.0672686 Jun 30 09:31:52.695257 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-eba0042e-9caa-464b-8ce3-850e3206d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:52.697537 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-eba0042e-9caa-464b-8ce3-850e3206d468 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0756891 Jun 30 09:31:52.726400 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-59ba0cf1-4075-4f86-bb47-7577d77f7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:52.728074 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-59ba0cf1-4075-4f86-bb47-7577d77f7c52 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.0572221 Jun 30 09:31:52.772023 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-deab46cd-e45e-47ff-9902-81962eab5c9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313551 Jun 30 09:31:52.809508 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-6a0b5727-55e8-4e83-a922-608810ad3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:52.812325 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-6a0b5727-55e8-4e83-a922-608810ad3e2f service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.0923476 Jun 30 09:31:52.884294 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-78f9fdfd-2b13-49e6-9631-4204b63daa99 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837729 Jun 30 09:31:52.926700 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-1a3851c3-5023-475f-99db-1f8a922a63b8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 200 len: 1001 time: 0.0976539 Jun 30 09:31:52.995193 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6314d96f-9619-4a24-ae41-2046c87b0c8f req-74895dc6-314b-4c04-b5b8-8d19f6a7f0f6 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018169 Jun 30 09:31:53.175468 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-e9bde557-90ea-4253-8c20-30f1274a37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:53.176925 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-e9bde557-90ea-4253-8c20-30f1274a37c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.2323024 Jun 30 09:31:53.289748 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-2f7dea47-8c28-4a79-a3aa-447b9a945219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:53.291543 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-2f7dea47-8c28-4a79-a3aa-447b9a945219 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953476 Jun 30 09:31:53.325122 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e30c8-a6f6-4674-be97-3db1dc032229 req-b47e3780-7be7-4de2-b1e3-49442832dedb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:53.328835 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d71e30c8-a6f6-4674-be97-3db1dc032229 req-b47e3780-7be7-4de2-b1e3-49442832dedb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0984244 Jun 30 09:31:53.418669 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d71e30c8-a6f6-4674-be97-3db1dc032229 req-052e35b6-f1f3-42b2-aa72-27563227420e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789943 Jun 30 09:31:53.457491 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-6359b282-4d41-4513-89a4-d8c1c0d962f8 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514294 Jun 30 09:31:53.556865 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ace23792-38ec-4ed7-856c-5a73bc1285d4 req-63f6539e-d91f-49df-b74e-d7d701efce03 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916324 Jun 30 09:31:53.904516 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.056428 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a01f1-5c9f-4bc9-a431-c3d1c2dfb224 req-14b55209-e4bd-46ac-a8ce-1ca742896e21 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:54.058020 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a38a01f1-5c9f-4bc9-a431-c3d1c2dfb224 req-14b55209-e4bd-46ac-a8ce-1ca742896e21 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0705473 Jun 30 09:31:54.096552 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a38a01f1-5c9f-4bc9-a431-c3d1c2dfb224 req-495c7abe-0a1a-4626-b295-5c1500652e21 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319479 Jun 30 09:31:54.596297 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64fd67-1a53-42df-b614-174223808fdc req-ae37e28e-088b-4866-be17-8916e4656aa1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:54.597863 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1e64fd67-1a53-42df-b614-174223808fdc req-ae37e28e-088b-4866-be17-8916e4656aa1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0641863 Jun 30 09:31:54.638867 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1e64fd67-1a53-42df-b614-174223808fdc req-7d3ac33d-2504-475b-90db-cc42111b8215 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350885 Jun 30 09:31:55.102799 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46016) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.208905 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-58379c7e-b506-4f09-9a80-38b524310e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.272998 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631235d8-ca02-42c6-9cde-6da93e562482 req-2247919a-f124-49c4-bd3e-3cab9ea24e3f tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:55.274509 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-631235d8-ca02-42c6-9cde-6da93e562482 req-2247919a-f124-49c4-bd3e-3cab9ea24e3f tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0656407 Jun 30 09:31:55.299650 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-58379c7e-b506-4f09-9a80-38b524310e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.303909 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-58379c7e-b506-4f09-9a80-38b524310e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.318722 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-631235d8-ca02-42c6-9cde-6da93e562482 req-11bd2746-584b-43f6-9213-2e8e4ae4070a tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370350 Jun 30 09:31:55.350411 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-58379c7e-b506-4f09-9a80-38b524310e1a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62e9c9512c0a49f98a8eaffadc900a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464855 Jun 30 09:31:55.351656 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58379c7e-b506-4f09-9a80-38b524310e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4579f4-4e73-4c5b-a0db-aa90f62687e8,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.353079 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46024) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.403382 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-011e2dd8-2fbf-46df-9809-5af640ae5fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.425707 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-011e2dd8-2fbf-46df-9809-5af640ae5fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.472522 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-011e2dd8-2fbf-46df-9809-5af640ae5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.474939 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-011e2dd8-2fbf-46df-9809-5af640ae5fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.476095 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-011e2dd8-2fbf-46df-9809-5af640ae5fd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f4579f4-4e73-4c5b-a0db-aa90f62687e8 HTTP/1.1" status: 204 len: 168 time: 0.1220186 Jun 30 09:31:55.485060 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e2dd8-2fbf-46df-9809-5af640ae5fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4579f4-4e73-4c5b-a0db-aa90f62687e8,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.748940 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46034) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.766315 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a42b1a9d-9fba-46e4-a7eb-664dc9f5dde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.817695 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe8579-faee-4315-9a9f-cccc0004b233 req-31369219-1835-4323-a65d-68820652be16 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:55.819318 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0abe8579-faee-4315-9a9f-cccc0004b233 req-31369219-1835-4323-a65d-68820652be16 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0650280 Jun 30 09:31:55.858077 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a42b1a9d-9fba-46e4-a7eb-664dc9f5dde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.860770 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0abe8579-faee-4315-9a9f-cccc0004b233 req-24922652-bafc-4cc6-a0cb-763487da7657 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Jun 30 09:31:55.862277 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a42b1a9d-9fba-46e4-a7eb-664dc9f5dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.900627 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a42b1a9d-9fba-46e4-a7eb-664dc9f5dde8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18bcc2acb3c943febc9302e4636ceb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504307 Jun 30 09:31:55.901572 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b1a9d-9fba-46e4-a7eb-664dc9f5dde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a974c72-f88e-438a-9c15-406449ae1886,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.903314 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46036) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.958121 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-42137b4a-167a-49ec-9612-9c5ae147a365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.979004 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-42137b4a-167a-49ec-9612-9c5ae147a365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.023701 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-42137b4a-167a-49ec-9612-9c5ae147a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.026817 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-42137b4a-167a-49ec-9612-9c5ae147a365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.031126 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-42137b4a-167a-49ec-9612-9c5ae147a365 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a974c72-f88e-438a-9c15-406449ae1886 HTTP/1.1" status: 204 len: 168 time: 0.1227679 Jun 30 09:31:56.039203 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42137b4a-167a-49ec-9612-9c5ae147a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a974c72-f88e-438a-9c15-406449ae1886,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.369760 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46050) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.383010 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b4065e0b-9973-403b-aed2-cda86286b7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.516550 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b4065e0b-9973-403b-aed2-cda86286b7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.521884 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b4065e0b-9973-403b-aed2-cda86286b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.571859 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-b4065e0b-9973-403b-aed2-cda86286b7cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1918ac5d8d884e52bb774b1acfa9d6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004261 Jun 30 09:31:56.573152 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4065e0b-9973-403b-aed2-cda86286b7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27841f36-ad85-491c-9602-a0741d9f62da,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.576216 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46054) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.585732 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419bde3-2ce7-4bc5-950c-2620dd31d09a req-0696364e-6e31-4881-8f71-3a604ecf0c32 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:56.586348 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f419bde3-2ce7-4bc5-950c-2620dd31d09a req-0696364e-6e31-4881-8f71-3a604ecf0c32 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.1395624 Jun 30 09:31:56.659377 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f419bde3-2ce7-4bc5-950c-2620dd31d09a req-0c931869-deba-480d-938e-7039139396c8 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611053 Jun 30 09:31:56.668109 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.690400 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.738252 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.740777 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.741890 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27841f36-ad85-491c-9602-a0741d9f62da HTTP/1.1" status: 204 len: 168 time: 0.1646898 Jun 30 09:31:56.750427 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27841f36-ad85-491c-9602-a0741d9f62da,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.757317 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.757663 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.758001 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.758332 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.758661 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.759022 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.759348 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.759707 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.759982 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.760304 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.760623 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:56.760940 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1afce47-0c61-41ac-8e0d-2e92174595b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:57.036092 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b0ed-5a1c-4a1a-9d47-2ccd983711b6 req-8a2074d3-928c-4886-a16f-41531f94dda3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:57.036603 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5547b0ed-5a1c-4a1a-9d47-2ccd983711b6 req-8a2074d3-928c-4886-a16f-41531f94dda3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0644681 Jun 30 09:31:57.078562 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5547b0ed-5a1c-4a1a-9d47-2ccd983711b6 req-75a1dfd2-7d7a-460e-a96c-7b0d7dc9f3c7 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Jun 30 09:31:57.844207 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbc863-7a46-4de1-90d3-9db66b3d680e req-cdf3b3e2-438e-4857-ba25-3571eb1e72ab tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:57.845831 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-26fbc863-7a46-4de1-90d3-9db66b3d680e req-cdf3b3e2-438e-4857-ba25-3571eb1e72ab tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0722029 Jun 30 09:31:57.886027 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-26fbc863-7a46-4de1-90d3-9db66b3d680e req-a2fdd9f7-f268-4425-9526-a1dc9b9befdb tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Jun 30 09:31:58.260119 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1529e4a-45f5-4e3d-a529-e77f7709547c req-03e9c025-6b6a-4cf3-8619-72eaa2833f7a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:58.261695 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f1529e4a-45f5-4e3d-a529-e77f7709547c req-03e9c025-6b6a-4cf3-8619-72eaa2833f7a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0677979 Jun 30 09:31:58.300811 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f1529e4a-45f5-4e3d-a529-e77f7709547c req-fe32e226-fac1-46a3-94e4-698695c5c9e6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Jun 30 09:31:59.072447 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c7fa-1bd9-469a-9ae8-1fdf9d47882a req-251016c6-acce-43e7-9b9a-a168deab1eae tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:59.073896 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d9f1c7fa-1bd9-469a-9ae8-1fdf9d47882a req-251016c6-acce-43e7-9b9a-a168deab1eae tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0630729 Jun 30 09:31:59.113706 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d9f1c7fa-1bd9-469a-9ae8-1fdf9d47882a req-698b3abb-bb5a-4e6b-8699-4b96db84ae08 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333934 Jun 30 09:31:59.497579 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f790c-cfd3-4af6-b905-b4c44add8cf7 req-5f4fa884-ed69-425f-9004-652d22055a74 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:59.499598 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-129f790c-cfd3-4af6-b905-b4c44add8cf7 req-5f4fa884-ed69-425f-9004-652d22055a74 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0780785 Jun 30 09:31:59.535794 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-129f790c-cfd3-4af6-b905-b4c44add8cf7 req-65120371-24aa-4199-b307-b84e23a55e84 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306206 Jun 30 09:32:00.288652 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde29a1-c7c6-442d-8692-bdb4ffff67b2 req-8f2b0caa-b183-4de4-b303-91d0d7764b13 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:00.290146 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1cde29a1-c7c6-442d-8692-bdb4ffff67b2 req-8f2b0caa-b183-4de4-b303-91d0d7764b13 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0624716 Jun 30 09:32:00.328058 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1cde29a1-c7c6-442d-8692-bdb4ffff67b2 req-55c17296-2412-4672-8b38-52cea053d92c tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Jun 30 09:32:00.712566 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374cbfe-0333-4afd-8c12-a9e04aa0ce1f req-a43f8c19-a159-4c02-845e-b7666895d7d0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:00.714009 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6374cbfe-0333-4afd-8c12-a9e04aa0ce1f req-a43f8c19-a159-4c02-845e-b7666895d7d0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0656962 Jun 30 09:32:00.752036 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6374cbfe-0333-4afd-8c12-a9e04aa0ce1f req-df3fbf8b-89ed-4c64-8344-7375590521c2 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Jun 30 09:32:01.504681 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4379c-d770-4030-8f9a-27cddaa7ef2d req-f2fe4e1a-2d5b-4f17-8580-0e3f19b558d8 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:01.506184 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ea4379c-d770-4030-8f9a-27cddaa7ef2d req-f2fe4e1a-2d5b-4f17-8580-0e3f19b558d8 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0682333 Jun 30 09:32:01.545603 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ea4379c-d770-4030-8f9a-27cddaa7ef2d req-2b3c34d6-63b5-4d1a-954d-6976036b550d tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Jun 30 09:32:01.922705 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c45547-a9d8-4b7f-b58e-83ebb8543fd3 req-2bde8c96-c02a-4ab1-acf6-4de30a2bc2cd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:01.924177 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b1c45547-a9d8-4b7f-b58e-83ebb8543fd3 req-2bde8c96-c02a-4ab1-acf6-4de30a2bc2cd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0617046 Jun 30 09:32:01.962137 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b1c45547-a9d8-4b7f-b58e-83ebb8543fd3 req-97427a88-4fe5-485e-af67-0f8ee9e27639 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Jun 30 09:32:02.730101 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630355a5-aa00-4b0d-8331-dff0dcf7411b req-d2ffebb6-7c0e-443e-823c-7456e30a9474 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:02.731602 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-630355a5-aa00-4b0d-8331-dff0dcf7411b req-d2ffebb6-7c0e-443e-823c-7456e30a9474 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0668869 Jun 30 09:32:02.775648 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-630355a5-aa00-4b0d-8331-dff0dcf7411b req-0df26134-1dab-43cc-93dc-13939c37af2a tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Jun 30 09:32:03.165700 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c550-bef3-49b3-bcda-a2c49868a5fd req-29bae5d2-f910-4e23-8342-56b632d415ef tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:03.167186 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-03f8c550-bef3-49b3-bcda-a2c49868a5fd req-29bae5d2-f910-4e23-8342-56b632d415ef tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0773065 Jun 30 09:32:03.210046 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-03f8c550-bef3-49b3-bcda-a2c49868a5fd req-ecebc022-6abf-484f-94d9-ed7db1f2c96e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362618 Jun 30 09:32:03.951712 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c1754-a9e7-46a6-986d-0b49c7d135df req-3a6b5fb8-10a6-4a72-a709-a927c35c2a67 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:03.953305 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-565c1754-a9e7-46a6-986d-0b49c7d135df req-3a6b5fb8-10a6-4a72-a709-a927c35c2a67 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0625463 Jun 30 09:32:03.990589 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-565c1754-a9e7-46a6-986d-0b49c7d135df req-55cfab19-4310-497a-bfc4-a62191897038 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Jun 30 09:32:04.383556 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13a7de-c667-4c74-aa7b-8c36cff9117e req-67c44511-4d0b-43d7-a164-1749b8b0cfe2 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:04.384933 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-af13a7de-c667-4c74-aa7b-8c36cff9117e req-67c44511-4d0b-43d7-a164-1749b8b0cfe2 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0643985 Jun 30 09:32:04.424609 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-af13a7de-c667-4c74-aa7b-8c36cff9117e req-8f0f173e-80ad-4559-892a-ac2e48cf2736 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Jun 30 09:32:05.176084 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2772576-b1cc-4703-94d2-d22588cb3338 req-11ecad2f-e3dd-4f42-aa13-576c0d0e4ab3 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.177463 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c2772576-b1cc-4703-94d2-d22588cb3338 req-11ecad2f-e3dd-4f42-aa13-576c0d0e4ab3 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0644860 Jun 30 09:32:05.217184 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c2772576-b1cc-4703-94d2-d22588cb3338 req-c2de9fb4-10a7-422d-9402-c7b81e9adc67 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jun 30 09:32:05.601960 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a862ed4-8091-42e3-9676-2420157c3154 req-1f1d99d3-cbf2-40bc-b113-4c8bf1585e78 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.609641 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0a862ed4-8091-42e3-9676-2420157c3154 req-1f1d99d3-cbf2-40bc-b113-4c8bf1585e78 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0728889 Jun 30 09:32:05.644419 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0a862ed4-8091-42e3-9676-2420157c3154 req-efc4e74d-bebe-453a-bae3-b6a87a8ac881 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Jun 30 09:32:06.392289 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8c4c6-62b9-4e53-ae2f-884aa84e36a7 req-b50bc5b0-7a1e-411f-aabd-bef2b875c0d5 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:06.393857 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-30f8c4c6-62b9-4e53-ae2f-884aa84e36a7 req-b50bc5b0-7a1e-411f-aabd-bef2b875c0d5 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0638883 Jun 30 09:32:06.437343 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-30f8c4c6-62b9-4e53-ae2f-884aa84e36a7 req-712768ea-3260-43ac-b3f8-2e3fde2af6e2 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/security-groups?id=705fa090-21e9-4f33-aa91-6c3d80d79b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378387 Jun 30 09:32:06.651495 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-621b5547-e161-4b2b-ae03-32dbb124af22 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:06.652929 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-621b5547-e161-4b2b-ae03-32dbb124af22 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 945 time: 0.0699627 Jun 30 09:32:06.800874 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Deleting port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:06.801246 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.823483 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce3388-3861-436b-b312-ddf39a0e94a2 req-67e67433-731a-402b-b929-fc7c928d5fcd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:06.824953 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-47ce3388-3861-436b-b312-ddf39a0e94a2 req-67e67433-731a-402b-b929-fc7c928d5fcd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0665042 Jun 30 09:32:06.865603 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-47ce3388-3861-436b-b312-ddf39a0e94a2 req-fe076d49-d6dd-478f-84f2-e0dc290f3fbb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342669 Jun 30 09:32:06.891089 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] For port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,segment=NetworkSegment(a7ad61ef-958e-40f0-a34a-be8cd1a2c820),segment_id=a7ad61ef-958e-40f0-a34a-be8cd1a2c820)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:06.891440 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.909573 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Calling delete_port for 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:07.068391 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.100146 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Pushing event deleted for resources: {'Port': ['ID=2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:07.162540 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] No DVR routers for this DVR port 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:07.165768 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.167768 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e29276b0-0a39-424f-9de8-afd99487fcd8 req-87168b1a-738c-4049-93d1-60bd2d0ed8dc tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.91 "DELETE /v2.0/ports/2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd HTTP/1.1" status: 204 len: 173 time: 0.5079267 Jun 30 09:32:07.168201 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0101f1d-e39c-4ab1-b4ff-748c7a5c9e89', 'name': 'network-vif-deleted', 'tag': '2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:07.171209 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692f7884-4bfa-45f5-a0c0-5bd9afac9aa9" -d '{"events": [{"server_uuid": "d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89", "name": "network-vif-deleted", "tag": "2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:07.207225 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d62f5c-1ccd-4d8c-8efc-ff128dcee3bd x-openstack-request-id: req-c6d62f5c-1ccd-4d8c-8efc-ff128dcee3bd {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:07.207516 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89", "name": "network-vif-deleted", "tag": "2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:07.207769 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6d62f5c-1ccd-4d8c-8efc-ff128dcee3bd {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:07.208163 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0101f1d-e39c-4ab1-b4ff-748c7a5c9e89', 'name': 'network-vif-deleted', 'tag': '2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd', 'status': 'completed', 'code': 200} Jun 30 09:32:07.593064 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-41ac7ab1-634a-4b05-bedb-051cda66b42c req-57e0ee2e-1baf-45c8-9094-763f375d1c7e tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.0331411 Jun 30 09:32:08.039990 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43230-ef54-4a66-900a-aa9e1186d57c req-6eb5b8af-f6b5-4d5e-b740-3506ec919c14 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:08.041517 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-43d43230-ef54-4a66-900a-aa9e1186d57c req-6eb5b8af-f6b5-4d5e-b740-3506ec919c14 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0636616 Jun 30 09:32:08.084075 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-43d43230-ef54-4a66-900a-aa9e1186d57c req-0c72ed52-f6fe-44a5-a03d-ca609a3198a6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Jun 30 09:32:08.736161 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cfdfe3e8-6e85-4f1e-be3e-a7b48b01a6d6 req-cee235f4-edf1-434b-89a0-1d3245598236 tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.0288730 Jun 30 09:32:08.929794 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:32:09.266113 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed35c4-afbc-4c64-ad48-6e6c12f948d5 req-b8ad40f1-9a55-47ac-98a4-7ae9d57ac65f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:09.267689 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4aed35c4-afbc-4c64-ad48-6e6c12f948d5 req-b8ad40f1-9a55-47ac-98a4-7ae9d57ac65f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0671725 Jun 30 09:32:09.312254 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4aed35c4-afbc-4c64-ad48-6e6c12f948d5 req-ea11d6fc-e62e-443d-b049-72acee2feab5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383728 Jun 30 09:32:09.880181 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0331c50f-12c5-4473-85a9-5232353532ca req-5bb704cd-b8b1-47ba-abdf-920025358a5a tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.0290034 Jun 30 09:32:10.625477 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459ee97-0e95-4ec9-8b36-7dd3b1277303 req-153d9ca9-7ba9-4ecf-a46b-b9c91f7ab286 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:10.626932 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5459ee97-0e95-4ec9-8b36-7dd3b1277303 req-153d9ca9-7ba9-4ecf-a46b-b9c91f7ab286 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0621395 Jun 30 09:32:10.664441 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5459ee97-0e95-4ec9-8b36-7dd3b1277303 req-37623a98-4c68-4266-86e6-ad6241c82049 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318072 Jun 30 09:32:11.030937 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3b739bd3-c6df-4b0d-b08f-913523c48c3c req-aaa5e51d-d820-4661-bb26-bd0c57c6f9bf tempest-DeleteServersTestJSON-1575311192 tempest-DeleteServersTestJSON-1575311192-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0101f1d-e39c-4ab1-b4ff-748c7a5c9e89 HTTP/1.1" status: 200 len: 210 time: 0.0310559 Jun 30 09:32:11.862092 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d95f1e-5ff2-4f20-b181-9a6e4072a6fb req-2174ae46-204d-48c5-9ecd-4ca9b0dc0f17 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:11.863609 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c1d95f1e-5ff2-4f20-b181-9a6e4072a6fb req-2174ae46-204d-48c5-9ecd-4ca9b0dc0f17 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0734951 Jun 30 09:32:11.905471 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c1d95f1e-5ff2-4f20-b181-9a6e4072a6fb req-7bb56675-dadd-4f9c-8e11-68798c86aea8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360394 Jun 30 09:32:12.765352 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46420) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:12.867702 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.961362 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.965188 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.002890 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=125547e74d044db9ba83f8e1a8df6517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363572 Jun 30 09:32:13.003741 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd410a-598f-4f80-87ee-229966c310a4,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:13.005635 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46426) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.010771 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.011261 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.011548 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.011881 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.012590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.012590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.012906 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.013237 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.013571 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.013901 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.014216 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.014533 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c137fe5-be32-4372-8f89-71830f5dbf33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:13.091978 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-76df5540-56e3-423a-bc54-db4f54cd7d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.120155 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-76df5540-56e3-423a-bc54-db4f54cd7d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.146682 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983dfef-72d0-457f-9e19-a52389628bc7 req-b813e8f8-b70d-4dc6-88dc-8f0401acb096 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:13.148157 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d983dfef-72d0-457f-9e19-a52389628bc7 req-b813e8f8-b70d-4dc6-88dc-8f0401acb096 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1079626 Jun 30 09:32:13.196407 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d983dfef-72d0-457f-9e19-a52389628bc7 req-f8fd50eb-67ff-42a7-a332-517841d4db17 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Jun 30 09:32:13.204960 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-76df5540-56e3-423a-bc54-db4f54cd7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.207526 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-76df5540-56e3-423a-bc54-db4f54cd7d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.208607 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-76df5540-56e3-423a-bc54-db4f54cd7d05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fafd410a-598f-4f80-87ee-229966c310a4 HTTP/1.1" status: 204 len: 168 time: 0.2020183 Jun 30 09:32:13.219513 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df5540-56e3-423a-bc54-db4f54cd7d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd410a-598f-4f80-87ee-229966c310a4,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:14.400145 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:14.417386 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8d208-a602-4460-b969-4bf1f140f432 req-144d5151-e458-425f-a48d-6d271d8c9b3f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:14.423574 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-78a8d208-a602-4460-b969-4bf1f140f432 req-144d5151-e458-425f-a48d-6d271d8c9b3f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1050448 Jun 30 09:32:14.425921 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:14.426265 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 2272ac17-b8a4-4389-a4e1-c28aaf0b8fbd not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:14.460793 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-78a8d208-a602-4460-b969-4bf1f140f432 req-2d07a743-1505-4ef6-baa9-bbc28a44920e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Jun 30 09:32:15.645660 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adfc6d-43fe-4bde-bebd-a9ab84c8830f req-c57f0d5e-e085-442a-990f-baf77ea18d20 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:15.647540 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01adfc6d-43fe-4bde-bebd-a9ab84c8830f req-c57f0d5e-e085-442a-990f-baf77ea18d20 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0738859 Jun 30 09:32:15.686073 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01adfc6d-43fe-4bde-bebd-a9ab84c8830f req-fca20631-6052-48ac-955b-5d0656fd4224 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326970 Jun 30 09:32:16.865094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ef549-d519-4395-a1c8-348a945e787f req-added7a0-376d-458e-9f34-9c79006419f7 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:16.867014 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dd6ef549-d519-4395-a1c8-348a945e787f req-added7a0-376d-458e-9f34-9c79006419f7 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0683591 Jun 30 09:32:16.904927 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dd6ef549-d519-4395-a1c8-348a945e787f req-f710fe45-debd-4c57-82e3-117666a8e7f3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Jun 30 09:32:18.079708 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfe492-cd0d-4e28-a997-af3acee94df0 req-b3b15efb-4116-4947-a93e-c236ee11b191 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:18.081173 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adfe492-cd0d-4e28-a997-af3acee94df0 req-b3b15efb-4116-4947-a93e-c236ee11b191 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0641532 Jun 30 09:32:18.118943 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adfe492-cd0d-4e28-a997-af3acee94df0 req-8fd32db0-4006-409c-a43e-3e8b16b8b4df tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Jun 30 09:32:18.515175 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-924f047d-e3df-48ff-acbe-fd2eef323daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.737790 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:32:19.293264 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8378ac-1f6b-4197-949c-b408105ca4af req-2f96bb75-b291-4d8f-98eb-a609a395d32f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:19.294677 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2a8378ac-1f6b-4197-949c-b408105ca4af req-2f96bb75-b291-4d8f-98eb-a609a395d32f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0630760 Jun 30 09:32:19.334012 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2a8378ac-1f6b-4197-949c-b408105ca4af req-1489407f-3c4d-4a34-a8c1-2c24ebb16981 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335114 Jun 30 09:32:19.909866 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-d5ef781c-cd12-437f-91a9-b2405bf2a671 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508153 Jun 30 09:32:20.017628 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-e2cf1507-6075-4e2f-8680-2dacdb8b9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:20.019115 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-e2cf1507-6075-4e2f-8680-2dacdb8b9b5f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1099 time: 0.0542107 Jun 30 09:32:20.133218 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-7d20c21e-86e6-4edc-9aea-53fff41f1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:20.134651 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-7d20c21e-86e6-4edc-9aea-53fff41f1596 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.0883305 Jun 30 09:32:20.179561 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-997f5ad6-3c6d-40e1-bb29-bd09cf424bbe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 200 len: 217 time: 0.0378635 Jun 30 09:32:20.235826 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-b401dc95-116b-4c96-ae80-e19173d6aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:20.237214 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-b401dc95-116b-4c96-ae80-e19173d6aac5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.0425262 Jun 30 09:32:20.271279 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-e5827645-faf1-4207-b6a9-b2401b39c0a1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251215 Jun 30 09:32:20.367779 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-1dbb4c33-9f60-4a6a-b73b-86c8199a74b3 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861459 Jun 30 09:32:20.504182 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dddc6586-9f39-45fa-8bb0-b6de081dbfde req-c944d6d7-d54a-4949-82e9-5210b3d4c621 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222646 Jun 30 09:32:20.538417 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac4157-7595-418a-a54a-f4928380c4a8 req-b8d49768-900b-4e80-b8c9-3e1feba2dd97 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:20.539973 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-eaac4157-7595-418a-a54a-f4928380c4a8 req-b8d49768-900b-4e80-b8c9-3e1feba2dd97 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0853524 Jun 30 09:32:20.540338 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.585453 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-eaac4157-7595-418a-a54a-f4928380c4a8 req-35e34eed-3e0a-4c22-ad36-c70e6b6c26a8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Jun 30 09:32:21.046054 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-568d4511-3820-4591-80d8-3c695902b652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.375859 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.771179 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef226f9-e492-43df-8aa5-812974e5deb7 req-5efb45fc-2e5d-48d9-88fa-b7920e1bcd39 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:21.772942 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8ef226f9-e492-43df-8aa5-812974e5deb7 req-5efb45fc-2e5d-48d9-88fa-b7920e1bcd39 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0708296 Jun 30 09:32:21.815482 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8ef226f9-e492-43df-8aa5-812974e5deb7 req-938a6ecf-e440-42ef-80cb-3c58a9ebd6f3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345979 Jun 30 09:32:22.099436 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46694) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.167459 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0d18c8-d289-411e-b317-67013735e048 admin admin] Deleting subnet a52c3e5a-de20-400c-bcc3-6727ebd0e617 {{(pid=92901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:22.171061 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ce0d18c8-d289-411e-b317-67013735e048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.210206 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ce0d18c8-d289-411e-b317-67013735e048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6053691'] for subnet, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.262255 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ce0d18c8-d289-411e-b317-67013735e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.316510 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ce0d18c8-d289-411e-b317-67013735e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758247'] for subnet, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.342106 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d18c8-d289-411e-b317-67013735e048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52c3e5a-de20-400c-bcc3-6727ebd0e617,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:22.346941 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ce0d18c8-d289-411e-b317-67013735e048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.349199 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ce0d18c8-d289-411e-b317-67013735e048 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a52c3e5a-de20-400c-bcc3-6727ebd0e617 HTTP/1.1" status: 204 len: 168 time: 0.2480371 Jun 30 09:32:22.351311 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46706) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.417065 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.495264 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.504626 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e21cc85-8b75-47c2-9e9c-cacf9de9d42e']}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.514306 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ad61ef-958e-40f0-a34a-be8cd1a2c820') {'for_net_delete': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.514592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ad61ef-958e-40f0-a34a-be8cd1a2c820') {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.523044 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6053682'] for segment, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.536458 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.542136 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=92901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:22.542515 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262919'] for segment, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: Traceback (most recent call last): Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: timer() Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: cb(*args, **kw) Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: return func(*args, **kwargs) Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: self._notify() Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: self.callback(batched_events) Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: event.method(event) Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: return f(self, *a, **k) Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._get(url).json() Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:22.544862 dv-cinder-793515-7-iscsi neutron-server[92901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:22.578957 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.602719 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.610141 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.612082 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] 10.222.0.70 "DELETE /v2.0/networks/9e21cc85-8b75-47c2-9e9c-cacf9de9d42e HTTP/1.1" status: 204 len: 168 time: 0.2598736 Jun 30 09:32:22.625220 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2a0c4-7f29-46bc-a0e0-4dc98607607d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e21cc85-8b75-47c2-9e9c-cacf9de9d42e,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:22.775131 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46710) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.816696 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d986534a-b3b5-44e5-9212-3d8a36b77eb1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42d820e02d724b478ef7073257618ec0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400784 Jun 30 09:32:22.818928 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46714) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.869140 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c5e2497-ca7c-4305-b6c9-aafd80761a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.891546 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c5e2497-ca7c-4305-b6c9-aafd80761a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.960615 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c5e2497-ca7c-4305-b6c9-aafd80761a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.962923 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c5e2497-ca7c-4305-b6c9-aafd80761a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.964044 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-8c5e2497-ca7c-4305-b6c9-aafd80761a6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/705fa090-21e9-4f33-aa91-6c3d80d79b24 HTTP/1.1" status: 204 len: 168 time: 0.1442227 Jun 30 09:32:22.983403 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e2497-ca7c-4305-b6c9-aafd80761a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705fa090-21e9-4f33-aa91-6c3d80d79b24,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:23.021583 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062a386-05ab-421c-9a51-4a94b01d5754 req-6a2a4c04-8e4d-490d-8efa-f322dd35ca0d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:23.023097 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8062a386-05ab-421c-9a51-4a94b01d5754 req-6a2a4c04-8e4d-490d-8efa-f322dd35ca0d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0932238 Jun 30 09:32:23.064406 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8062a386-05ab-421c-9a51-4a94b01d5754 req-63a06c65-8332-444a-b5a1-4cd1446e3ff4 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jun 30 09:32:23.692278 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46746) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:23.793374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1275476339-network', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:23.824391 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Made reservation on behalf of 86ae97b20f2d43968b62e29f5aac8ecf for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:23.827643 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.837374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.904299 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.970729 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.976130 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.006589 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=92901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:24.020908 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e762d68-b67b-4cd0-8699-6803e5f8b3de,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.032511 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.033782 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Added segment c8e793eb-bd69-449b-b1a6-ff505d3a90d6 of type vlan for network 05d839d2-b160-413f-ab89-192abcda2061 Jun 30 09:32:24.101797 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.136243 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.137237 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:24.138023 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.195829 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5023799 Jun 30 09:32:24.199209 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46756) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.205511 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Request body: {'subnet': {'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1275476339-subnet', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:24.212340 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bfd68-26f7-4553-89dd-63618e149487 admin admin] Pushing event updated for resources: {'Network': ['ID=05d839d2-b160-413f-ab89-192abcda2061,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.226669 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 05d839d2-b160-413f-ab89-192abcda2061 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:24.253525 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Made reservation on behalf of 86ae97b20f2d43968b62e29f5aac8ecf for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:24.256007 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2969626'] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.473856 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a466a34-b3bd-4fa3-a5ad-8180c9c7f859 req-09ce2dfc-3b0b-469a-a205-3dc07ede1db8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:24.475475 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5a466a34-b3bd-4fa3-a5ad-8180c9c7f859 req-09ce2dfc-3b0b-469a-a205-3dc07ede1db8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.2750945 Jun 30 09:32:24.521993 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5a466a34-b3bd-4fa3-a5ad-8180c9c7f859 req-81021ce2-7c57-4b2b-bcf6-690cf7e376bf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394588 Jun 30 09:32:24.651677 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5964264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2969612'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.707953 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf14b96-5550-4797-a863-893638e94be0,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.713128 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Checking segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:24.713484 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Network hostable DHCP agents. Network: 05d839d2-b160-413f-ab89-192abcda2061, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:24.735244 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Network 05d839d2-b160-413f-ab89-192abcda2061 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:24.746335 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 05d839d2-b160-413f-ab89-192abcda2061) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:24.754402 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:24.757121 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.757537 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534300f7-c64c-414e-81ae-81a35d1bf94c None None] Network 05d839d2-b160-413f-ab89-192abcda2061 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:24.771725 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-395c9d3e-9952-4ba0-a41e-113c3068df96 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5714016 Jun 30 09:32:24.774389 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46764) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.779507 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:24.801281 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.802372 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.854359 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.909256 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-05d839d2-b160-413f-ab89-192abcda2061', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:24.910131 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.991959 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.177614 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Allocated IP 172.20.0.2 (05d839d2-b160-413f-ab89-192abcda2061/fbf14b96-5550-4797-a863-893638e94be0/370b7026-12ac-4c44-8e95-28536af6f505) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:25.224243 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.244112 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.353560 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.395193 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Transition to ACTIVE for port object 370b7026-12ac-4c44-8e95-28536af6f505 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:25.434451 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Allocated IP 172.27.3.65 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/552a0982-3e53-433b-b1e0-242044ce6465) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:25.441337 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Transition to ACTIVE for port object 370b7026-12ac-4c44-8e95-28536af6f505 will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:25.458103 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.549043 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Network 05d839d2-b160-413f-ab89-192abcda2061 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:25.553054 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:25.559508 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:25.594046 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Pushing event updated for resources: {'Port': ['ID=370b7026-12ac-4c44-8e95-28536af6f505,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.601481 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.601840 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.602525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.602525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.602938 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.603267 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.603517 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.603845 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.604227 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.604606 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.604985 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.605185 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:25.672691 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Attempting to bind port 370b7026-12ac-4c44-8e95-28536af6f505 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:25.673032 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Attempting to bind port 370b7026-12ac-4c44-8e95-28536af6f505 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:25.673456 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Attempting to bind port 370b7026-12ac-4c44-8e95-28536af6f505 on network 05d839d2-b160-413f-ab89-192abcda2061 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:25.683393 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:25.683838 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Checking segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:25.684291 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.684870 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Bound using segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:25.685769 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.685856 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Bound port: 370b7026-12ac-4c44-8e95-28536af6f505, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:25.685856 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.735102 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.774381 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] For port 370b7026-12ac-4c44-8e95-28536af6f505, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:25.777716 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] For port 370b7026-12ac-4c44-8e95-28536af6f505, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=370b7026-12ac-4c44-8e95-28536af6f505,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:25.784838 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.808900 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Pushing event updated for resources: {'Port': ['ID=552a0982-3e53-433b-b1e0-242044ce6465,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.819134 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:25.822127 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:25.837606 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:25.854033 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46798) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.877891 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461947d1-b2a9-46aa-b41f-dfefbd535255 None None] Pushing event updated for resources: {'Port': ['ID=370b7026-12ac-4c44-8e95-28536af6f505,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.040003 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2f8d72ce-a51a-47a4-918d-330db1ed8e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.111812 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd661d-2bd9-4424-a85d-4cde96d04011 req-18e75a0a-3ab1-4b16-826f-de33ebc1a8fd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.120354 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-93fd661d-2bd9-4424-a85d-4cde96d04011 req-18e75a0a-3ab1-4b16-826f-de33ebc1a8fd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.3183360 Jun 30 09:32:26.129182 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46806) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.233967 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2f8d72ce-a51a-47a4-918d-330db1ed8e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.239459 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2f8d72ce-a51a-47a4-918d-330db1ed8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.243907 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-93fd661d-2bd9-4424-a85d-4cde96d04011 req-96ad45da-0c2a-49a0-ad47-5a7aa11b2439 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226165 Jun 30 09:32:26.288836 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-2f8d72ce-a51a-47a4-918d-330db1ed8e91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3742ea06e2dd4a1b98de64bbb4f74978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336736 Jun 30 09:32:26.289467 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46810) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.352330 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-05096826-0fcc-4432-973f-09f2e1a3e4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.358015 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.403842 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d72ce-a51a-47a4-918d-330db1ed8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd20b5d1-cf6e-4b2d-b78d-56f8e880f5d9,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.439476 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-882d41be-0719-4125-be8c-9bb85ec05636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.472900 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 370b7026-12ac-4c44-8e95-28536af6f505 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:26.495098 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-882d41be-0719-4125-be8c-9bb85ec05636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.544320 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 370b7026-12ac-4c44-8e95-28536af6f505 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:26.618455 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-882d41be-0719-4125-be8c-9bb85ec05636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.621240 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-882d41be-0719-4125-be8c-9bb85ec05636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.621528 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.622498 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-882d41be-0719-4125-be8c-9bb85ec05636 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd20b5d1-cf6e-4b2d-b78d-56f8e880f5d9 HTTP/1.1" status: 204 len: 168 time: 0.3304389 Jun 30 09:32:26.640932 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-05096826-0fcc-4432-973f-09f2e1a3e4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.647455 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-05096826-0fcc-4432-973f-09f2e1a3e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.649984 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d41be-0719-4125-be8c-9bb85ec05636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd20b5d1-cf6e-4b2d-b78d-56f8e880f5d9,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.705444 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-05096826-0fcc-4432-973f-09f2e1a3e4ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c25d53e6a274ec5b711e6228f1845ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751879 Jun 30 09:32:26.706428 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05096826-0fcc-4432-973f-09f2e1a3e4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb70d56a-690b-4e47-9326-a7178f0f27a1,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.710544 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46826) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.806914 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-af2d4957-7413-47e2-86f6-157bfccaac15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.852155 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46830) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.857257 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-af2d4957-7413-47e2-86f6-157bfccaac15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.951787 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-af2d4957-7413-47e2-86f6-157bfccaac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.954823 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-af2d4957-7413-47e2-86f6-157bfccaac15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.956468 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-af2d4957-7413-47e2-86f6-157bfccaac15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb70d56a-690b-4e47-9326-a7178f0f27a1 HTTP/1.1" status: 204 len: 168 time: 0.2442737 Jun 30 09:32:26.969735 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d4957-7413-47e2-86f6-157bfccaac15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb70d56a-690b-4e47-9326-a7178f0f27a1,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.983230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:27.162952 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:27.181567 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Sync routers for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:27.188134 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:27.188494 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:32:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:27.210515 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] Notify callbacks [] for router, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.211859 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-025a90f3-a46d-436a-929c-1eeeeab4d843 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4363787 Jun 30 09:32:27.214534 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46842) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.218018 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-74567c43-b3c1-4641-ae57-ea370e3a6a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.269005 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9984c-3b4d-4950-91be-173aa5e19170 None None] Network 05d839d2-b160-413f-ab89-192abcda2061 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:27.380674 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-3d038463-42da-4181-9b7d-e1e30b51b4a0 None None] Provisioning for port 370b7026-12ac-4c44-8e95-28536af6f505 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:27.390661 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-3d038463-42da-4181-9b7d-e1e30b51b4a0 None None] Provisioning complete for port 370b7026-12ac-4c44-8e95-28536af6f505 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:27.391467 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-3d038463-42da-4181-9b7d-e1e30b51b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.434917 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:27.506661 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-3d038463-42da-4181-9b7d-e1e30b51b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.589776 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46856) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.603710 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-3d038463-42da-4181-9b7d-e1e30b51b4a0 None None] For port 370b7026-12ac-4c44-8e95-28536af6f505, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=370b7026-12ac-4c44-8e95-28536af6f505,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:27.604863 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d5277c8-be63-4e00-b9dd-3484eb7fe831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.609252 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-3d038463-42da-4181-9b7d-e1e30b51b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.692552 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d038463-42da-4181-9b7d-e1e30b51b4a0 None None] Pushing event updated for resources: {'Port': ['ID=370b7026-12ac-4c44-8e95-28536af6f505,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:27.785248 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:26Z', 'revision_number': 3, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:27.818980 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Checking router: 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:27.819336 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Updating router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 port 552a0982-3e53-433b-b1e0-242044ce6465 binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:27.859824 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-74567c43-b3c1-4641-ae57-ea370e3a6a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.866362 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.910301 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-74567c43-b3c1-4641-ae57-ea370e3a6a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.945911 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-74567c43-b3c1-4641-ae57-ea370e3a6a3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a330b36e461413eb0f6a7676c44ec3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0916681 Jun 30 09:32:27.952268 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46868) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.042278 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e562c-3101-4671-8747-c75d1dbbf6c4 req-c895fad9-fda6-4908-b1b1-24cf16b390a8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:28.050435 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-253e562c-3101-4671-8747-c75d1dbbf6c4 req-c895fad9-fda6-4908-b1b1-24cf16b390a8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.4064469 Jun 30 09:32:28.083682 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74567c43-b3c1-4641-ae57-ea370e3a6a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dd7c66-f954-4da4-b802-c0f074b3ec3c,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.086600 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d5277c8-be63-4e00-b9dd-3484eb7fe831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.093655 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d5277c8-be63-4e00-b9dd-3484eb7fe831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.158549 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-2d5277c8-be63-4e00-b9dd-3484eb7fe831 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fa04ed7ca594458bb288741703e1787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668266 Jun 30 09:32:28.165107 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-b5be43ea-4791-4eb2-a028-a25b6453bfcb None None] Provisioning complete for port 370b7026-12ac-4c44-8e95-28536af6f505 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:28.165488 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b5be43ea-4791-4eb2-a028-a25b6453bfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.180806 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46876) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.184873 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-99b4c359-ddff-4258-a1d1-a756db6902d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.220799 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-253e562c-3101-4671-8747-c75d1dbbf6c4 req-fdee3ade-5e1e-42e2-917d-cb66289dab71 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693661 Jun 30 09:32:28.242559 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5277c8-be63-4e00-b9dd-3484eb7fe831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef526f4-69cd-42d0-b1f9-98addd6b548a,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.332009 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-99b4c359-ddff-4258-a1d1-a756db6902d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.379921 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.381362 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 370b7026-12ac-4c44-8e95-28536af6f505 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:28.407971 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Transition to ACTIVE for port object 552a0982-3e53-433b-b1e0-242044ce6465 will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:28.415694 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.461329 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 370b7026-12ac-4c44-8e95-28536af6f505 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:28.461719 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.475792 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Attempting to bind port 552a0982-3e53-433b-b1e0-242044ce6465 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:28.476093 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Attempting to bind port 552a0982-3e53-433b-b1e0-242044ce6465 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:28.476541 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Attempting to bind port 552a0982-3e53-433b-b1e0-242044ce6465 on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:28.482686 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Pushing event updated for resources: {'Port': ['ID=552a0982-3e53-433b-b1e0-242044ce6465,revision_number=2']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.488623 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:28.489742 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:28.490202 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.491332 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:28.492302 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Bound port: 552a0982-3e53-433b-b1e0-242044ce6465, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:28.492595 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.508249 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1b249b4a-3dac-4880-97e6-648f4c667e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.528048 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.528566 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.528939 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.529337 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.529791 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.530175 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.530451 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.531989 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.531989 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.531989 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.531989 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.532575 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:28.535818 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1b249b4a-3dac-4880-97e6-648f4c667e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.552153 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-99b4c359-ddff-4258-a1d1-a756db6902d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.558665 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-99b4c359-ddff-4258-a1d1-a756db6902d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.561314 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-99b4c359-ddff-4258-a1d1-a756db6902d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90dd7c66-f954-4da4-b802-c0f074b3ec3c HTTP/1.1" status: 204 len: 168 time: 0.6015680 Jun 30 09:32:28.594536 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] For port 552a0982-3e53-433b-b1e0-242044ce6465, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:28.608820 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] For port 552a0982-3e53-433b-b1e0-242044ce6465, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=552a0982-3e53-433b-b1e0-242044ce6465,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:28.615195 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.645474 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4c359-ddff-4258-a1d1-a756db6902d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dd7c66-f954-4da4-b802-c0f074b3ec3c,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.672932 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:28.673627 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:32:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.713995 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2490aaf-89d5-4188-9d90-5492f45e5812 None None] Pushing event updated for resources: {'Port': ['ID=552a0982-3e53-433b-b1e0-242044ce6465,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.748400 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1b249b4a-3dac-4880-97e6-648f4c667e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.752374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1b249b4a-3dac-4880-97e6-648f4c667e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.757403 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-1b249b4a-3dac-4880-97e6-648f4c667e67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eef526f4-69cd-42d0-b1f9-98addd6b548a HTTP/1.1" status: 204 len: 168 time: 0.5696204 Jun 30 09:32:28.762940 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.779955 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b249b4a-3dac-4880-97e6-648f4c667e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef526f4-69cd-42d0-b1f9-98addd6b548a,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.808126 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:28.974410 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Allocated IP 172.20.0.1 (05d839d2-b160-413f-ab89-192abcda2061/fbf14b96-5550-4797-a863-893638e94be0/52efb23d-d9fb-416d-be48-d7e187d5df57) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:29.063336 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46900) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.081216 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-67b2625e-b060-4812-abac-9e90c2f8fc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.118953 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:26Z', 'revision_number': 3, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:29.137124 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.153935 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a764d5-fa9d-490c-862d-82260587264c None None] The sync data for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi is: [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:26Z', 'revision_number': 3, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:29.159084 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Transition to ACTIVE for port object 52efb23d-d9fb-416d-be48-d7e187d5df57 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:29.203761 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.214500 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-67b2625e-b060-4812-abac-9e90c2f8fc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.228959 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-67b2625e-b060-4812-abac-9e90c2f8fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.251026 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Network 05d839d2-b160-413f-ab89-192abcda2061 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:29.254852 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:29.272429 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:29.277796 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2625e-b060-4812-abac-9e90c2f8fc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b278d56-7dee-40e5-8832-113c2d042a4f,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.311069 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-67b2625e-b060-4812-abac-9e90c2f8fc20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d87b269199e44c3997a9441ae3173304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463179 Jun 30 09:32:29.313701 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46910) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.316402 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.473178 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-16a8fe94-e9f1-492e-9274-f4d5b918caf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.567228 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-16a8fe94-e9f1-492e-9274-f4d5b918caf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.691758 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.716763 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-16a8fe94-e9f1-492e-9274-f4d5b918caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.719962 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-16a8fe94-e9f1-492e-9274-f4d5b918caf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.724210 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-16a8fe94-e9f1-492e-9274-f4d5b918caf1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b278d56-7dee-40e5-8832-113c2d042a4f HTTP/1.1" status: 204 len: 168 time: 0.4093969 Jun 30 09:32:29.737743 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8fe94-e9f1-492e-9274-f4d5b918caf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b278d56-7dee-40e5-8832-113c2d042a4f,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.776919 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Pushing event updated for resources: {'Port': ['ID=52efb23d-d9fb-416d-be48-d7e187d5df57,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.782558 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-ccfb669c-def1-46db-8049-6347601838b2 None None] Provisioning for port 52efb23d-d9fb-416d-be48-d7e187d5df57 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:29.790504 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-ccfb669c-def1-46db-8049-6347601838b2 None None] Provisioning complete for port 52efb23d-d9fb-416d-be48-d7e187d5df57 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:29.793371 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ccfb669c-def1-46db-8049-6347601838b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.889710 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb669c-def1-46db-8049-6347601838b2 None None] Port 52efb23d-d9fb-416d-be48-d7e187d5df57 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:29.901961 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82acfa-e573-4595-af4a-d437259f58a3 req-56f44f04-f910-40d7-92e3-87e156f99f41 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:29.904316 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8e82acfa-e573-4595-af4a-d437259f58a3 req-56f44f04-f910-40d7-92e3-87e156f99f41 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.2333658 Jun 30 09:32:29.986212 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8e82acfa-e573-4595-af4a-d437259f58a3 req-97bbb942-b1dc-4085-938a-41be40c32f1d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681958 Jun 30 09:32:30.043309 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.050678 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.128121 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.130890 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Pushing event updated for resources: {'Port': ['ID=52efb23d-d9fb-416d-be48-d7e187d5df57,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.158700 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46948) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.252037 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Network 05d839d2-b160-413f-ab89-192abcda2061 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:30.256165 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:30.413138 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 552a0982-3e53-433b-b1e0-242044ce6465 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:30.486871 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:30.515123 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-36f6fec6-8bc6-41c0-878c-b1ca09f3e788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.520554 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 552a0982-3e53-433b-b1e0-242044ce6465 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:30.526869 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 552a0982-3e53-433b-b1e0-242044ce6465 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:30.527626 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.663681 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:30.670236 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-b3c528f0-ec0d-4561-a684-66e475117b26 admin admin] 10.222.0.70 "PUT /v2.0/routers/42d1db4f-3057-458e-98cc-bd3b20eeb3a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4532096 Jun 30 09:32:30.720683 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-36f6fec6-8bc6-41c0-878c-b1ca09f3e788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.726724 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-36f6fec6-8bc6-41c0-878c-b1ca09f3e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.743317 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-246a6111-8028-433e-b729-92dcdb7663a4 None None] Provisioning complete for port 52efb23d-d9fb-416d-be48-d7e187d5df57 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:30.743696 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-246a6111-8028-433e-b729-92dcdb7663a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.746539 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.770607 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 552a0982-3e53-433b-b1e0-242044ce6465, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=552a0982-3e53-433b-b1e0-242044ce6465,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:30.775637 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 46972) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.778662 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-36f6fec6-8bc6-41c0-878c-b1ca09f3e788 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b69d97e40d654ca4b01bfb106fc6c28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178536 Jun 30 09:32:30.780400 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6fec6-8bc6-41c0-878c-b1ca09f3e788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4732cb6a-34eb-4857-b1f7-ce0582e5d874,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.799533 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.819640 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 46974) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.846766 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-246a6111-8028-433e-b729-92dcdb7663a4 None None] Port 52efb23d-d9fb-416d-be48-d7e187d5df57 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:30.867028 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=552a0982-3e53-433b-b1e0-242044ce6465,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.869813 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-98ee4db3-7df9-48e4-98a2-0ccfe9648e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.901725 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-98ee4db3-7df9-48e4-98a2-0ccfe9648e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.955841 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-98ee4db3-7df9-48e4-98a2-0ccfe9648e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.958544 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-98ee4db3-7df9-48e4-98a2-0ccfe9648e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.959787 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-98ee4db3-7df9-48e4-98a2-0ccfe9648e36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4732cb6a-34eb-4857-b1f7-ce0582e5d874 HTTP/1.1" status: 204 len: 168 time: 0.1830018 Jun 30 09:32:30.967684 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee4db3-7df9-48e4-98a2-0ccfe9648e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4732cb6a-34eb-4857-b1f7-ce0582e5d874,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.095886 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1976143066-network', 'tenant_id': '38cf8eb8e1f1478f8dcbefb716a9bfb0'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:31.175968 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Made reservation on behalf of 38cf8eb8e1f1478f8dcbefb716a9bfb0 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:31.179785 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.192380 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.240298 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826797b-fcb9-4fc4-85b0-0202a472dd26 req-12a53c22-4bdc-4eb0-a298-73bf2c961ee7 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:31.241790 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d826797b-fcb9-4fc4-85b0-0202a472dd26 req-12a53c22-4bdc-4eb0-a298-73bf2c961ee7 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1217227 Jun 30 09:32:31.315112 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d826797b-fcb9-4fc4-85b0-0202a472dd26 req-4ed747ad-54fb-4d34-ab28-55f8b562998c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648608 Jun 30 09:32:31.354076 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.361121 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.390000 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:31.413506 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.414133 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Added segment 0de38616-8f49-4e9c-a455-a80f5896e01a of type vlan for network cdd2258d-95d8-4544-8bdd-492d325cd567 Jun 30 09:32:31.416054 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0122574-57f8-4c06-9615-329a64afcb5d,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.468937 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.506302 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.508545 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:31.510599 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.616802 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7960386 Jun 30 09:32:31.619851 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47004) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.624912 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Request body: {'subnet': {'network_id': 'cdd2258d-95d8-4544-8bdd-492d325cd567', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1976143066-subnet', 'tenant_id': '38cf8eb8e1f1478f8dcbefb716a9bfb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:31.630678 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5e94d-60a8-44d4-bf8f-89d3826bcdb0 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd2258d-95d8-4544-8bdd-492d325cd567,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.644011 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network cdd2258d-95d8-4544-8bdd-492d325cd567 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:31.692823 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Made reservation on behalf of 38cf8eb8e1f1478f8dcbefb716a9bfb0 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:31.703567 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758216'] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.744150 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Sync routers for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:31.772010 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:31.773966 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:32:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:31.911722 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:31.947338 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47022) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.955081 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-f93f5254-00c8-4f7f-bdb5-d414a63cfcc5 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977129542', 'description': 'tempest-description--1916248851'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:31.984277 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f93f5254-00c8-4f7f-bdb5-d414a63cfcc5 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.032137 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5033897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758238'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.128913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f93f5254-00c8-4f7f-bdb5-d414a63cfcc5 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.135316 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f93f5254-00c8-4f7f-bdb5-d414a63cfcc5 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.173012 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 2, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:32.188207 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f93f5254-00c8-4f7f-bdb5-d414a63cfcc5 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.189902 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f93f5254-00c8-4f7f-bdb5-d414a63cfcc5 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2410426 Jun 30 09:32:32.192584 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47026) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.197983 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-11548dfa-05af-4778-9d3e-49b8d6285054 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'security_group_rule': {'security_group_id': '625d73c5-9ff1-4467-84b8-53e7809b7a84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:32.205401 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5254-00c8-4f7f-bdb5-d414a63cfcc5 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625d73c5-9ff1-4467-84b8-53e7809b7a84,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.207087 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Checking router: 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:32.207738 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Updating router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 port 52efb23d-d9fb-416d-be48-d7e187d5df57 binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:32.233266 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785e9ec9-49f1-44f2-9240-a629a128b600,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.259201 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Checking segment: {'id': '0de38616-8f49-4e9c-a455-a80f5896e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'cdd2258d-95d8-4544-8bdd-492d325cd567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:32.259616 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.259952 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Network hostable DHCP agents. Network: cdd2258d-95d8-4544-8bdd-492d325cd567, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:32.264312 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-11548dfa-05af-4778-9d3e-49b8d6285054 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.284886 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Network cdd2258d-95d8-4544-8bdd-492d325cd567 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:32.300169 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, cdd2258d-95d8-4544-8bdd-492d325cd567) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:32.305361 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:32.306902 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.339688 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ae2c9584-ed46-48c6-92b8-a03b057e5400 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7186899 Jun 30 09:32:32.444487 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-11548dfa-05af-4778-9d3e-49b8d6285054 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.454086 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-11548dfa-05af-4778-9d3e-49b8d6285054 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.478857 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11548dfa-05af-4778-9d3e-49b8d6285054 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1ee14b-8ea7-4b19-83ab-ca8605daeba8,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.492310 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-11548dfa-05af-4778-9d3e-49b8d6285054 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.494579 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-11548dfa-05af-4778-9d3e-49b8d6285054 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3010099 Jun 30 09:32:32.498473 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47040) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.510407 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-80b3d638-1ab5-4308-9f05-2e2e43fa77cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'security_group_rule': {'security_group_id': '625d73c5-9ff1-4467-84b8-53e7809b7a84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:32.575870 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c98d8-edd3-4898-bae0-45aac1bda481 req-eb3c38de-0722-4f75-bf2e-0a80340ce79d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:32.587420 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-80b3d638-1ab5-4308-9f05-2e2e43fa77cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.594042 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a63c98d8-edd3-4898-bae0-45aac1bda481 req-eb3c38de-0722-4f75-bf2e-0a80340ce79d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1153002 Jun 30 09:32:32.685239 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.696979 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a63c98d8-edd3-4898-bae0-45aac1bda481 req-61c4935c-9325-405b-810c-860f855647d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019533 Jun 30 09:32:32.707053 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Transition to ACTIVE for port object 52efb23d-d9fb-416d-be48-d7e187d5df57 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:32.722575 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26f8af-ec62-45c3-8336-63178166d527 None None] Network cdd2258d-95d8-4544-8bdd-492d325cd567 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:32.789187 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-80b3d638-1ab5-4308-9f05-2e2e43fa77cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.796391 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-80b3d638-1ab5-4308-9f05-2e2e43fa77cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.802228 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 552a0982-3e53-433b-b1e0-242044ce6465 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:32.807614 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.824475 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-80b3d638-1ab5-4308-9f05-2e2e43fa77cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.829636 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47056) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.830577 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-80b3d638-1ab5-4308-9f05-2e2e43fa77cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299279 Jun 30 09:32:32.838309 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:32.843374 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3d638-1ab5-4308-9f05-2e2e43fa77cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c0344a-6a1f-4225-b7c5-2713a145eb10,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.874671 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.944983 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e97424-ec7a-4566-94e5-86980fec1846 None None] Pushing event updated for resources: {'Port': ['ID=52efb23d-d9fb-416d-be48-d7e187d5df57,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.000103 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.035445 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Attempting to bind port 52efb23d-d9fb-416d-be48-d7e187d5df57 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:33.035856 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Attempting to bind port 52efb23d-d9fb-416d-be48-d7e187d5df57 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:33.036471 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Attempting to bind port 52efb23d-d9fb-416d-be48-d7e187d5df57 on network 05d839d2-b160-413f-ab89-192abcda2061 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:33.061277 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 552a0982-3e53-433b-b1e0-242044ce6465 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:33.061669 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.123697 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:33.124203 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Checking segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:33.124720 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.125208 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Bound using segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:33.125791 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Bound port: 52efb23d-d9fb-416d-be48-d7e187d5df57, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:33.126268 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.144794 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d9b87-c27c-40d4-8cbe-906da35fa59f None None] Network cdd2258d-95d8-4544-8bdd-492d325cd567 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:33.171442 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Allocated IP 172.27.3.174 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/b1a7e625-7efd-4886-83e8-7e9a6543c364) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:33.329333 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.376094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.410753 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] For port 52efb23d-d9fb-416d-be48-d7e187d5df57, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:33.428912 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] For port 52efb23d-d9fb-416d-be48-d7e187d5df57, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=52efb23d-d9fb-416d-be48-d7e187d5df57,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:33.461873 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:33.466135 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:33.470616 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:33.504380 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'Port': ['ID=b1a7e625-7efd-4886-83e8-7e9a6543c364,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.596075 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.632401 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.742659 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:33.742659 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:32:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:33.850499 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47118) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:33.856591 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1293820928-network', 'tenant_id': '29f5811dcfb24683b3a73fc7a7df6f23'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:33.894297 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e97424-ec7a-4566-94e5-86980fec1846 None None] Pushing event updated for resources: {'Port': ['ID=52efb23d-d9fb-416d-be48-d7e187d5df57,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.900132 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Made reservation on behalf of 29f5811dcfb24683b3a73fc7a7df6f23 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:33.902658 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.915622 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.020594 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:34.096984 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.108021 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.112418 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.152859 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:34.167639 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2724e40a-1279-4f5d-8c56-f88a44f4e57d,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.172266 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.172612 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Added segment 417e920f-92b6-4099-abe1-0255ef0e7180 of type vlan for network 3a759036-ee01-44ff-9a8f-cca34645118c Jun 30 09:32:34.241369 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d26fa-464e-442a-9ae1-e16349cbb0b4 req-43b520c0-fcc8-47fb-9edf-dfa2cf973511 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:34.249077 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7e4d26fa-464e-442a-9ae1-e16349cbb0b4 req-43b520c0-fcc8-47fb-9edf-dfa2cf973511 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.2126856 Jun 30 09:32:34.262114 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.301505 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.302808 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:34.303471 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.372338 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7e4d26fa-464e-442a-9ae1-e16349cbb0b4 req-5d0c9a02-d4af-4aa5-b2a1-64baa158da2f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171632 Jun 30 09:32:34.404777 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5525918 Jun 30 09:32:34.407702 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47136) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:34.412758 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:33Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.415700 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Request body: {'subnet': {'network_id': '3a759036-ee01-44ff-9a8f-cca34645118c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1293820928-subnet', 'tenant_id': '29f5811dcfb24683b3a73fc7a7df6f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:34.422875 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91021df-a332-4c50-a194-55f9a858c83d admin admin] Pushing event updated for resources: {'Network': ['ID=3a759036-ee01-44ff-9a8f-cca34645118c,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.456094 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Made reservation on behalf of 29f5811dcfb24683b3a73fc7a7df6f23 for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:34.458672 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2969626'] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.484520 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbec5a-36e7-4231-a342-90dcab530bcc None None] The sync data for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi is: [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:33Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:34.490622 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 3a759036-ee01-44ff-9a8f-cca34645118c details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:34.541556 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.553962 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.699372 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'Port': ['ID=b1a7e625-7efd-4886-83e8-7e9a6543c364,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.728187 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.764889 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.769485 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-7061ef31-092f-45d9-abeb-8f30e382f37f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9386582 Jun 30 09:32:34.830158 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5964264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2969612'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.952159 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Checking segment: {'id': '417e920f-92b6-4099-abe1-0255ef0e7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a759036-ee01-44ff-9a8f-cca34645118c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:34.952780 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Network hostable DHCP agents. Network: 3a759036-ee01-44ff-9a8f-cca34645118c, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:34.955382 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d27cce96-f42e-4c38-a821-c81b7a1c5eea,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.978693 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Network 3a759036-ee01-44ff-9a8f-cca34645118c is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:34.992160 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 3a759036-ee01-44ff-9a8f-cca34645118c) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:35.003040 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63081730-96e6-4e50-80a8-d2377b35795b None None] Network 3a759036-ee01-44ff-9a8f-cca34645118c requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:35.005317 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:35.005981 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.030889 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-55fd3726-f496-480e-8006-bd997d676e97 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6185503 Jun 30 09:32:35.159623 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-240d6572-93fa-4b85-840e-5357514291f1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--977129542&fields=id&tenant_id=86ae97b20f2d43968b62e29f5aac8ecf HTTP/1.1" status: 200 len: 267 time: 0.0910752 Jun 30 09:32:35.349374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-779ca1c4-7709-493a-8a10-b90351a70f29 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:35.357687 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-779ca1c4-7709-493a-8a10-b90351a70f29 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 811 time: 0.1963220 Jun 30 09:32:35.376495 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-eb4e21be-c4c6-4f21-85ad-60e2d6910ba4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/quotas/86ae97b20f2d43968b62e29f5aac8ecf HTTP/1.1" status: 200 len: 375 time: 0.0174799 Jun 30 09:32:35.418313 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2756aa-89dc-4489-b6c9-91bcf82975ad None None] Network 3a759036-ee01-44ff-9a8f-cca34645118c requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:35.549978 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-e810a5d0-93e1-4130-a884-a75c499323ab tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722205 Jun 30 09:32:35.676649 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe6fe6-0331-4a57-991b-423594e30cb7 req-d040528b-14e8-4c83-8297-cfee37bb5119 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:35.687428 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4ffe6fe6-0331-4a57-991b-423594e30cb7 req-d040528b-14e8-4c83-8297-cfee37bb5119 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0923867 Jun 30 09:32:35.711299 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-48362e53-879e-4696-9fc2-e0230bbbbae8 service neutron] 10.222.0.70 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414442 Jun 30 09:32:35.725986 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4ffe6fe6-0331-4a57-991b-423594e30cb7 req-678d83f5-507e-4d81-a29a-999f419b9ede tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Jun 30 09:32:35.852665 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-7dcad76b-acf7-48ec-a19f-6712192c6544 service neutron] 10.222.0.70 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321807 Jun 30 09:32:36.109895 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e8d9c9d8-a96f-4a56-a76e-d47a8dbf2578 req-8ed814fe-eb76-4188-99b6-29598598bf8e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 210 time: 0.0443914 Jun 30 09:32:36.367977 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 52efb23d-d9fb-416d-be48-d7e187d5df57 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:36.436332 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 52efb23d-d9fb-416d-be48-d7e187d5df57 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:36.441124 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 52efb23d-d9fb-416d-be48-d7e187d5df57 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:36.441516 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.546183 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.594442 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 52efb23d-d9fb-416d-be48-d7e187d5df57, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=52efb23d-d9fb-416d-be48-d7e187d5df57,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:36.598384 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.656545 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=52efb23d-d9fb-416d-be48-d7e187d5df57,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.943740 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e6256-6863-4787-a10f-b4d8ac094d7d req-6383d5b1-16e2-4b4f-ac63-76c6dbbafd8e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:36.945204 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7a1e6256-6863-4787-a10f-b4d8ac094d7d req-6383d5b1-16e2-4b4f-ac63-76c6dbbafd8e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0662227 Jun 30 09:32:36.985485 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7a1e6256-6863-4787-a10f-b4d8ac094d7d req-10a5865e-1f2b-41b8-a363-c2d238c9fa78 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340748 Jun 30 09:32:37.244187 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-35272fb4-1d7b-4cbd-af5f-c97ae07e9131 req-2c597d02-a321-4cf8-b131-f26b05532536 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 210 time: 0.0321751 Jun 30 09:32:37.567273 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-2359f4f3-97b5-44a6-bbb0-1b6df7356cdd tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:37.569201 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-2359f4f3-97b5-44a6-bbb0-1b6df7356cdd tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 811 time: 0.1464930 Jun 30 09:32:37.634607 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-ca225244-6a23-4b51-a8fa-1b9f4130f4a6 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86ae97b20f2d43968b62e29f5aac8ecf HTTP/1.1" status: 200 len: 379 time: 0.0387199 Jun 30 09:32:37.659409 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'port': {'device_id': '44c50415-7c19-4099-8901-34f237bb5830', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'admin_state_up': True, 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'security_groups': ['625d73c5-9ff1-4467-84b8-53e7809b7a84']}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:37.792640 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Made reservation on behalf of 86ae97b20f2d43968b62e29f5aac8ecf for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:37.796920 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.930600 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Allocated IP 172.20.0.12 (05d839d2-b160-413f-ab89-192abcda2061/fbf14b96-5550-4797-a863-893638e94be0/a649d619-f9de-4523-9c2e-498456d0dbe1) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:38.120248 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.140106 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Transition to ACTIVE for port object a649d619-f9de-4523-9c2e-498456d0dbe1 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:38.192625 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51a8c8-d451-4444-a186-6d4d53a554e9 req-e492c6e0-c29a-43b8-9080-1c186f0dd3e1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.194286 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fd51a8c8-d451-4444-a186-6d4d53a554e9 req-e492c6e0-c29a-43b8-9080-1c186f0dd3e1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0831926 Jun 30 09:32:38.206851 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.240180 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fd51a8c8-d451-4444-a186-6d4d53a554e9 req-5f515889-d699-41cb-926c-7ed8a976d655 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Jun 30 09:32:38.259184 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Network 05d839d2-b160-413f-ab89-192abcda2061 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:38.265475 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:38.268236 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:38.315707 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'Port': ['ID=a649d619-f9de-4523-9c2e-498456d0dbe1,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.333224 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 52efb23d-d9fb-416d-be48-d7e187d5df57 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:38.350233 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.351152 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.370913 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-f71ba475-0141-4416-8f43-732ca9019f3f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7225435 Jun 30 09:32:38.392429 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Request body: {'port': {'device_id': '44c50415-7c19-4099-8901-34f237bb5830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:38.424357 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 52efb23d-d9fb-416d-be48-d7e187d5df57 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:38.425066 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.452869 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ef92c-34c4-42f5-8027-983bc5a124ad req-6ef1ecd2-53a6-401e-b760-d8ff17d56faf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.460235 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-616ef92c-34c4-42f5-8027-983bc5a124ad req-6ef1ecd2-53a6-401e-b760-d8ff17d56faf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 932 time: 0.0790977 Jun 30 09:32:38.520086 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.521616 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-616ef92c-34c4-42f5-8027-983bc5a124ad req-05d98dce-632b-4b54-b19a-d815cb76e636 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573561 Jun 30 09:32:38.670192 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-712659cb-28c5-4a0e-bce4-4f314ced86d7 None None] Provisioning for port a649d619-f9de-4523-9c2e-498456d0dbe1 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:38.674116 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-712659cb-28c5-4a0e-bce4-4f314ced86d7 None None] Provisioning complete for port a649d619-f9de-4523-9c2e-498456d0dbe1 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:38.674483 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-712659cb-28c5-4a0e-bce4-4f314ced86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.709560 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-712659cb-28c5-4a0e-bce4-4f314ced86d7 None None] Port a649d619-f9de-4523-9c2e-498456d0dbe1 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:38.864786 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a649d619-f9de-4523-9c2e-498456d0dbe1 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:38.873732 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.893136 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Transition to ACTIVE for port object a649d619-f9de-4523-9c2e-498456d0dbe1 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:38.898299 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.958785 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Pushing event updated for resources: {'Port': ['ID=a649d619-f9de-4523-9c2e-498456d0dbe1,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.058572 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Attempting to bind port a649d619-f9de-4523-9c2e-498456d0dbe1 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:39.059277 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Attempting to bind port a649d619-f9de-4523-9c2e-498456d0dbe1 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:39.059725 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Attempting to bind port a649d619-f9de-4523-9c2e-498456d0dbe1 on network 05d839d2-b160-413f-ab89-192abcda2061 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:39.066804 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Port a649d619-f9de-4523-9c2e-498456d0dbe1 on network 05d839d2-b160-413f-ab89-192abcda2061 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:32:39.067611 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Attempting to bind port a649d619-f9de-4523-9c2e-498456d0dbe1 on network 05d839d2-b160-413f-ab89-192abcda2061 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:39.074348 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:39.083464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Checking segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:39.083464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Bound using segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:39.083464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Bound port: a649d619-f9de-4523-9c2e-498456d0dbe1, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:39.083464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.157830 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] For port a649d619-f9de-4523-9c2e-498456d0dbe1, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:39.161118 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] For port a649d619-f9de-4523-9c2e-498456d0dbe1, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a649d619-f9de-4523-9c2e-498456d0dbe1,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:39.166494 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.206024 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:39.206715 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.208559 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] 10.222.0.91 "PUT /v2.0/ports/a649d619-f9de-4523-9c2e-498456d0dbe1 HTTP/1.1" status: 200 len: 1094 time: 0.8270676 Jun 30 09:32:39.209191 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c50415-7c19-4099-8901-34f237bb5830', 'tag': 'a649d619-f9de-4523-9c2e-498456d0dbe1'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:39.211831 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2" -d '{"events": [{"name": "network-changed", "server_uuid": "44c50415-7c19-4099-8901-34f237bb5830", "tag": "a649d619-f9de-4523-9c2e-498456d0dbe1"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:39.305566 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec33118d-c0e4-4371-9017-2adb090dd32e x-openstack-request-id: req-ec33118d-c0e4-4371-9017-2adb090dd32e {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:39.305925 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c50415-7c19-4099-8901-34f237bb5830", "tag": "a649d619-f9de-4523-9c2e-498456d0dbe1", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:39.307579 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec33118d-c0e4-4371-9017-2adb090dd32e {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:39.308059 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c50415-7c19-4099-8901-34f237bb5830', 'tag': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'status': 'completed', 'code': 200} Jun 30 09:32:39.319821 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52ed3f-7314-46e2-9ff3-c44ae16c20ce service neutron] Pushing event updated for resources: {'Port': ['ID=a649d619-f9de-4523-9c2e-498456d0dbe1,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.445770 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-3cc85cea-e41d-43c0-b84c-a34bed67d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:39.453243 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-3cc85cea-e41d-43c0-b84c-a34bed67d367 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 1097 time: 0.1883459 Jun 30 09:32:39.535141 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4d15340f-b322-47a1-b501-e7a202c7c147 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a649d619-f9de-4523-9c2e-498456d0dbe1 HTTP/1.1" status: 200 len: 217 time: 0.0671196 Jun 30 09:32:39.616618 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011a7e0-d74a-47ef-b8e3-ccc86efe222c req-74d9eb8f-6c68-457e-a0ee-40c150c2a74e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:39.618470 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6011a7e0-d74a-47ef-b8e3-ccc86efe222c req-74d9eb8f-6c68-457e-a0ee-40c150c2a74e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1606436 Jun 30 09:32:39.669279 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-d155c7ef-c38b-430a-88f0-5db6a58572e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:39.671657 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-d155c7ef-c38b-430a-88f0-5db6a58572e9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.1243956 Jun 30 09:32:39.722105 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd9aae-382b-4d00-bea7-202a58204cfd req-61a5e146-6eb5-442e-98cc-48ce08f9f092 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:39.723770 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-66dd9aae-382b-4d00-bea7-202a58204cfd req-61a5e146-6eb5-442e-98cc-48ce08f9f092 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 944 time: 0.0759346 Jun 30 09:32:39.735427 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6011a7e0-d74a-47ef-b8e3-ccc86efe222c req-075c25fa-a8c9-4201-a616-11878acd7cb5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074214 Jun 30 09:32:39.769316 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-66dd9aae-382b-4d00-bea7-202a58204cfd req-707ef20b-e28c-4240-9967-7426471ed3d3 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372803 Jun 30 09:32:39.777127 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4e0219af-6d79-4006-8e33-88155ec75d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:39.780607 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-4e0219af-6d79-4006-8e33-88155ec75d03 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944226 Jun 30 09:32:39.781866 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47360) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.880246 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-5d60aa5b-952a-42c0-a3c8-c5be63aa6636 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867996 Jun 30 09:32:39.908123 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-75a5bcf7-28c1-4c7b-a746-219ffa6244e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.026728 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6a7089bc-9c4b-4f55-8dcf-ed6334ab8b51 req-69aaf425-e392-404b-8ac8-381b633d226c service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313162 Jun 30 09:32:40.118183 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-75a5bcf7-28c1-4c7b-a746-219ffa6244e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.149611 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-75a5bcf7-28c1-4c7b-a746-219ffa6244e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.199189 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-75a5bcf7-28c1-4c7b-a746-219ffa6244e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b83fa22894114d7aa69b35fa4da7eea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131546 Jun 30 09:32:40.199859 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47376) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.206265 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8e5ce-3078-4cdd-b6b3-02dcb7448b61 req-4f7d6b03-c593-4712-8264-bc5add9dfa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.206888 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5bcf7-28c1-4c7b-a746-219ffa6244e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7cea92-b68b-4795-ad0f-81f3e287c450,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:40.208198 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7ac8e5ce-3078-4cdd-b6b3-02dcb7448b61 req-4f7d6b03-c593-4712-8264-bc5add9dfa49 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 1099 time: 0.0672977 Jun 30 09:32:40.239752 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-747206b0-4e69-4e1f-9307-696e2aeefb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.241245 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-747206b0-4e69-4e1f-9307-696e2aeefb19 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 1097 time: 0.1454272 Jun 30 09:32:40.255644 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7ac8e5ce-3078-4cdd-b6b3-02dcb7448b61 req-98afaa56-55f0-4789-a4cc-91718cd9cf34 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Jun 30 09:32:40.308228 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-452b5f09-1bd6-4d7d-9da3-e8ca2213d54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.344066 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-452b5f09-1bd6-4d7d-9da3-e8ca2213d54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.393329 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-e7064770-da67-47a5-b88a-b585a4224e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.394727 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-e7064770-da67-47a5-b88a-b585a4224e04 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 912 time: 0.1410542 Jun 30 09:32:40.443205 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-2e38c17a-ebc0-491b-828f-a131f9e8f990 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a649d619-f9de-4523-9c2e-498456d0dbe1 HTTP/1.1" status: 200 len: 217 time: 0.0364122 Jun 30 09:32:40.450526 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-452b5f09-1bd6-4d7d-9da3-e8ca2213d54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.453053 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-452b5f09-1bd6-4d7d-9da3-e8ca2213d54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.454105 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-452b5f09-1bd6-4d7d-9da3-e8ca2213d54d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af7cea92-b68b-4795-ad0f-81f3e287c450 HTTP/1.1" status: 204 len: 168 time: 0.2536612 Jun 30 09:32:40.491318 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b5f09-1bd6-4d7d-9da3-e8ca2213d54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7cea92-b68b-4795-ad0f-81f3e287c450,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:40.530272 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-fa58842b-876a-4407-b227-cfb55470025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.531834 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-fa58842b-876a-4407-b227-cfb55470025d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.0767086 Jun 30 09:32:40.606379 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-c19c3edb-d3a4-4892-a5eb-163818745c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.606379 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-c19c3edb-d3a4-4892-a5eb-163818745c55 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617051 Jun 30 09:32:40.735222 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-ea188098-8e5f-4d19-ae89-ee7ac40323e2 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148334 Jun 30 09:32:40.820963 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47400) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.838099 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6875bdd6-3b4f-422f-8d16-e55b39e64123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.903516 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47402) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.940830 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5e5c0d64-784d-4ae3-ac4e-e6043e9571d2 req-bea9480b-d719-4ca2-b5e0-0ffb61525228 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884995 Jun 30 09:32:40.979810 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818025-fc1b-4641-bf5d-00baec27fac9 req-141473b4-4de0-408b-bf84-16d0b6250191 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:40.982344 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ad818025-fc1b-4641-bf5d-00baec27fac9 req-141473b4-4de0-408b-bf84-16d0b6250191 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 944 time: 0.0785425 Jun 30 09:32:41.001652 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6875bdd6-3b4f-422f-8d16-e55b39e64123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.009767 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6875bdd6-3b4f-422f-8d16-e55b39e64123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.025414 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ad818025-fc1b-4641-bf5d-00baec27fac9 req-12b4f186-b300-4328-b68e-9703b75f1e56 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372403 Jun 30 09:32:41.027484 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6f016-ec79-4311-830d-d370057db921 req-12333252-1b7a-4b09-8d12-a699ab697d4c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:41.029570 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-50a6f016-ec79-4311-830d-d370057db921 req-12333252-1b7a-4b09-8d12-a699ab697d4c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1251495 Jun 30 09:32:41.082621 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6875bdd6-3b4f-422f-8d16-e55b39e64123 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=015c061233cb403085cbb4a77898fa29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578773 Jun 30 09:32:41.082621 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875bdd6-3b4f-422f-8d16-e55b39e64123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b764da0a-9d56-4c47-800e-bfef8dee8b5d,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.083591 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47408) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.115874 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-50a6f016-ec79-4311-830d-d370057db921 req-7ca7b860-65cb-40ab-bdb5-c4232adb06f4 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761003 Jun 30 09:32:41.142686 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f2db73f6-1f6f-418c-bbe7-535e45bdf624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.145681 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ade72778-bf6a-4de8-aee3-137103b63937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.171835 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ade72778-bf6a-4de8-aee3-137103b63937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.229065 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ade72778-bf6a-4de8-aee3-137103b63937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.232371 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ade72778-bf6a-4de8-aee3-137103b63937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.233692 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ade72778-bf6a-4de8-aee3-137103b63937 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b764da0a-9d56-4c47-800e-bfef8dee8b5d HTTP/1.1" status: 204 len: 168 time: 0.1485498 Jun 30 09:32:41.241868 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade72778-bf6a-4de8-aee3-137103b63937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b764da0a-9d56-4c47-800e-bfef8dee8b5d,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.257152 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f2db73f6-1f6f-418c-bbe7-535e45bdf624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.262397 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f2db73f6-1f6f-418c-bbe7-535e45bdf624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.307395 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db73f6-1f6f-418c-bbe7-535e45bdf624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94027dec-74f6-4bd5-b8fe-7d973bef2e09,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.314762 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f2db73f6-1f6f-418c-bbe7-535e45bdf624 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a27ec7fd47924679902cd44e1cf350db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046364 Jun 30 09:32:41.315128 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47418) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.428762 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4306ac37-e7a5-4bc9-b0ce-67eda6d95d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.462115 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4306ac37-e7a5-4bc9-b0ce-67eda6d95d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.542277 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4306ac37-e7a5-4bc9-b0ce-67eda6d95d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.545587 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4306ac37-e7a5-4bc9-b0ce-67eda6d95d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.554496 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-4306ac37-e7a5-4bc9-b0ce-67eda6d95d94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94027dec-74f6-4bd5-b8fe-7d973bef2e09 HTTP/1.1" status: 204 len: 168 time: 0.2354867 Jun 30 09:32:41.563160 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306ac37-e7a5-4bc9-b0ce-67eda6d95d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94027dec-74f6-4bd5-b8fe-7d973bef2e09,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.986332 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47448) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.999688 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7d04325-ad6a-4d71-8ebc-596b10ee46c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.104862 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7d04325-ad6a-4d71-8ebc-596b10ee46c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.113994 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c7d04325-ad6a-4d71-8ebc-596b10ee46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.155030 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-c7d04325-ad6a-4d71-8ebc-596b10ee46c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19ce51188c434d63a82395e694b98a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675019 Jun 30 09:32:42.157660 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47456) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.171419 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d04325-ad6a-4d71-8ebc-596b10ee46c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6197d2de-7d73-4441-beee-2c8d6391adaa,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.253177 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f07ace9e-5526-47ae-aeaf-714798650098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.276639 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169ad7c-b760-44d0-9ae6-aea792e764d4 req-4c1790a8-fb9e-4deb-af24-1da5a53ddba2 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:42.284303 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f169ad7c-b760-44d0-9ae6-aea792e764d4 req-4c1790a8-fb9e-4deb-af24-1da5a53ddba2 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 944 time: 0.1319990 Jun 30 09:32:42.309617 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f07ace9e-5526-47ae-aeaf-714798650098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.344460 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9a4af-8661-4feb-9251-0fb9fc4b993c req-b296957b-b609-4d20-8d4b-ed14f8b85d77 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:42.347302 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6ba9a4af-8661-4feb-9251-0fb9fc4b993c req-b296957b-b609-4d20-8d4b-ed14f8b85d77 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0945699 Jun 30 09:32:42.359360 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f169ad7c-b760-44d0-9ae6-aea792e764d4 req-d8fb2883-5b32-4f7e-9d52-0b6e35cb0d18 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740321 Jun 30 09:32:42.382067 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f07ace9e-5526-47ae-aeaf-714798650098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.385931 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f07ace9e-5526-47ae-aeaf-714798650098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.387683 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f07ace9e-5526-47ae-aeaf-714798650098 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6197d2de-7d73-4441-beee-2c8d6391adaa HTTP/1.1" status: 204 len: 168 time: 0.2285609 Jun 30 09:32:42.391161 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6ba9a4af-8661-4feb-9251-0fb9fc4b993c req-1faaddf9-ea4b-4d4d-ab4e-3cf812e8e954 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389364 Jun 30 09:32:42.397195 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ace9e-5526-47ae-aeaf-714798650098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6197d2de-7d73-4441-beee-2c8d6391adaa,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.588415 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab52349-17ad-43b5-b49f-6cb86cc04e00 req-9f22dc12-7bc7-446f-8753-177efa6f3dca tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:42.590139 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4ab52349-17ad-43b5-b49f-6cb86cc04e00 req-9f22dc12-7bc7-446f-8753-177efa6f3dca tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0670257 Jun 30 09:32:42.638080 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4ab52349-17ad-43b5-b49f-6cb86cc04e00 req-d1b5a9a8-0277-4390-8ac7-63ad255fb0bd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Jun 30 09:32:42.705870 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47476) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.829181 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47486) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.839187 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-dd80ef23-a2f0-4b84-b6dc-42c91069ef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.847602 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-14235fbc-da56-4593-9750-0be7c370566b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.873158 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.db.api [None req-14235fbc-da56-4593-9750-0be7c370566b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:32:42.873158 dv-cinder-793515-7-iscsi neutron-server[92901]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:32:42.873158 dv-cinder-793515-7-iscsi neutron-server[92901]: [parameters: {'project_id': '65a37b93fd92464b91dbb9d6122bee2d', 'id': '0be63ed4-3c73-4f78-b245-fab3b12ea954', 'expiration': datetime.datetime(2021, 6, 30, 9, 34, 42, 867725)}] Jun 30 09:32:42.873158 dv-cinder-793515-7-iscsi neutron-server[92901]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:32:42.873621 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG oslo_db.api [None req-14235fbc-da56-4593-9750-0be7c370566b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:32:42.990978 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-dd80ef23-a2f0-4b84-b6dc-42c91069ef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.995782 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-dd80ef23-a2f0-4b84-b6dc-42c91069ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.047087 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80ef23-a2f0-4b84-b6dc-42c91069ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba16ce-c947-4387-863a-f92d57cd03a7,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.066698 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-dd80ef23-a2f0-4b84-b6dc-42c91069ef22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09b2fcb8af6949c3ad791733f5cac13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597550 Jun 30 09:32:43.070785 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47498) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:43.132626 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bdccbe75-8005-46ad-9669-7ad93556b5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.157730 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bdccbe75-8005-46ad-9669-7ad93556b5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.211845 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bdccbe75-8005-46ad-9669-7ad93556b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.214277 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bdccbe75-8005-46ad-9669-7ad93556b5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.215631 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-bdccbe75-8005-46ad-9669-7ad93556b5d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9ba16ce-c947-4387-863a-f92d57cd03a7 HTTP/1.1" status: 204 len: 168 time: 0.1436329 Jun 30 09:32:43.224265 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccbe75-8005-46ad-9669-7ad93556b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba16ce-c947-4387-863a-f92d57cd03a7,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.375708 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-14235fbc-da56-4593-9750-0be7c370566b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.507703 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-14235fbc-da56-4593-9750-0be7c370566b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.517865 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-14235fbc-da56-4593-9750-0be7c370566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.567817 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-14235fbc-da56-4593-9750-0be7c370566b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65a37b93fd92464b91dbb9d6122bee2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375171 Jun 30 09:32:43.568645 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14235fbc-da56-4593-9750-0be7c370566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04a88b2-9214-47a7-8425-853c5dbcc4a9,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.571816 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47512) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:43.598958 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b2617-28d5-4481-925a-9a3e4ee92167 req-38b87065-0399-48ba-9f5e-186b7f6711e9 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:43.600385 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-311b2617-28d5-4481-925a-9a3e4ee92167 req-38b87065-0399-48ba-9f5e-186b7f6711e9 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 944 time: 0.1005573 Jun 30 09:32:43.625103 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-023d9f21-13d4-48ae-a721-304f5cc00139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.647563 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-311b2617-28d5-4481-925a-9a3e4ee92167 req-0275ff86-3537-4928-b1c1-6f50e23dcd75 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396273 Jun 30 09:32:43.653475 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-023d9f21-13d4-48ae-a721-304f5cc00139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.701877 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-023d9f21-13d4-48ae-a721-304f5cc00139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.704739 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-023d9f21-13d4-48ae-a721-304f5cc00139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.705966 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-023d9f21-13d4-48ae-a721-304f5cc00139 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b04a88b2-9214-47a7-8425-853c5dbcc4a9 HTTP/1.1" status: 204 len: 168 time: 0.1330564 Jun 30 09:32:43.714144 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d9f21-13d4-48ae-a721-304f5cc00139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04a88b2-9214-47a7-8425-853c5dbcc4a9,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.763749 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device a649d619-f9de-4523-9c2e-498456d0dbe1 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:32:43.889659 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port a649d619-f9de-4523-9c2e-498456d0dbe1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a649d619-f9de-4523-9c2e-498456d0dbe1,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:43.908594 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'port_id': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'mac_address': 'fa:16:3e:d4:71:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:32:43.970502 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.993616 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a649d619-f9de-4523-9c2e-498456d0dbe1 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:44.024922 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port a649d619-f9de-4523-9c2e-498456d0dbe1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a649d619-f9de-4523-9c2e-498456d0dbe1,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:44.035477 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.143535 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=a649d619-f9de-4523-9c2e-498456d0dbe1,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:44.376536 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['a649d619-f9de-4523-9c2e-498456d0dbe1'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:32:44.765957 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-4542ffc1-8289-41cc-b7a2-fac7fcbc2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:44.767603 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-4542ffc1-8289-41cc-b7a2-fac7fcbc2fa6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1099 time: 0.1100550 Jun 30 09:32:44.901359 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d432575-065b-4170-91dc-341186089be1 req-d245b0b3-193e-412a-b6a7-7d4571c07649 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:44.904509 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6d432575-065b-4170-91dc-341186089be1 req-d245b0b3-193e-412a-b6a7-7d4571c07649 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 945 time: 0.0919447 Jun 30 09:32:44.957084 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6d432575-065b-4170-91dc-341186089be1 req-5b5d94b5-854f-4526-907f-a7aa929933e2 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451097 Jun 30 09:32:45.140980 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-9fee81de-9160-41dd-8f54-bcba43c70494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:45.142575 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-9fee81de-9160-41dd-8f54-bcba43c70494 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.3671379 Jun 30 09:32:45.150033 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef4af7-e6dd-475f-b1ad-95207d2743f5 req-e8e80382-d048-4e3e-8cc5-bd13541b963f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:45.151525 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-45ef4af7-e6dd-475f-b1ad-95207d2743f5 req-e8e80382-d048-4e3e-8cc5-bd13541b963f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.3658166 Jun 30 09:32:45.221977 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-22e393fe-9979-44d9-a380-fe100384a2a1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 200 len: 217 time: 0.0636580 Jun 30 09:32:45.225144 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-45ef4af7-e6dd-475f-b1ad-95207d2743f5 req-5dca8bb4-9a00-4b4e-8c0f-d26570a5b9d8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607605 Jun 30 09:32:45.277900 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-c9724247-ba80-4222-a5a2-8451449db6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:45.280276 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-c9724247-ba80-4222-a5a2-8451449db6dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.0493863 Jun 30 09:32:45.333977 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-452f3164-6afd-4782-8618-a43224fcfe3c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424373 Jun 30 09:32:45.482856 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-85e35861-b61c-46dc-a2d7-fd8fb0935082 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375821 Jun 30 09:32:45.601355 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bbe194cf-25c0-4723-bd04-39cb71bdb7cb req-7d9fe9f5-4eb0-47d9-aa0f-12626f94fbb2 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114137 Jun 30 09:32:45.790742 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device a649d619-f9de-4523-9c2e-498456d0dbe1 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:45.845854 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port a649d619-f9de-4523-9c2e-498456d0dbe1 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:45.849874 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port a649d619-f9de-4523-9c2e-498456d0dbe1 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:45.850171 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.932250 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.956322 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c50415-7c19-4099-8901-34f237bb5830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a649d619-f9de-4523-9c2e-498456d0dbe1'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:45.958709 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e6f74-4e92-4641-87cb-94c7e1d2f0a4" -d '{"events": [{"server_uuid": "44c50415-7c19-4099-8901-34f237bb5830", "name": "network-vif-plugged", "status": "completed", "tag": "a649d619-f9de-4523-9c2e-498456d0dbe1"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:45.972889 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port a649d619-f9de-4523-9c2e-498456d0dbe1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a649d619-f9de-4523-9c2e-498456d0dbe1,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:45.977215 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.007287 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615733c9-4953-45eb-a63e-354ce7f64708 x-openstack-request-id: req-615733c9-4953-45eb-a63e-354ce7f64708 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:46.007584 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c50415-7c19-4099-8901-34f237bb5830", "name": "network-vif-plugged", "status": "completed", "tag": "a649d619-f9de-4523-9c2e-498456d0dbe1", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:46.007877 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-615733c9-4953-45eb-a63e-354ce7f64708 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:46.008261 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c50415-7c19-4099-8901-34f237bb5830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'code': 200} Jun 30 09:32:46.035106 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=a649d619-f9de-4523-9c2e-498456d0dbe1,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.147650 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2c57-bf4a-4685-a6db-f3424a00e4c2 req-7790f01b-94dc-43a6-927f-02db40e747f2 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.149157 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8b3e2c57-bf4a-4685-a6db-f3424a00e4c2 req-7790f01b-94dc-43a6-927f-02db40e747f2 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0697243 Jun 30 09:32:46.189004 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8b3e2c57-bf4a-4685-a6db-f3424a00e4c2 req-e0332168-766a-4231-b00d-334aebb9172a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329928 Jun 30 09:32:46.276571 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68a28b-935a-4f3e-8581-465c8f13a00d req-eb9f15dd-5540-4c5d-b7e5-37535e5e7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.278409 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-af68a28b-935a-4f3e-8581-465c8f13a00d req-eb9f15dd-5540-4c5d-b7e5-37535e5e7b4a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 1099 time: 0.0535915 Jun 30 09:32:46.321601 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-af68a28b-935a-4f3e-8581-465c8f13a00d req-bef77433-0eba-43fb-945c-49791cbedba6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338025 Jun 30 09:32:46.417947 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378104b-3718-440a-a650-cc013ea73651 req-08b48545-f628-4886-8c0b-86037095b867 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.419435 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e378104b-3718-440a-a650-cc013ea73651 req-08b48545-f628-4886-8c0b-86037095b867 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0681992 Jun 30 09:32:46.458870 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e378104b-3718-440a-a650-cc013ea73651 req-59e09c45-6677-444a-98de-5b545ab1bea2 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Jun 30 09:32:47.390049 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced7516-da1e-4ce7-aabf-07640d2ba1f1 req-5a2aa5d8-9f8d-4fb0-b43b-4adc996e815c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:47.391744 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cced7516-da1e-4ce7-aabf-07640d2ba1f1 req-5a2aa5d8-9f8d-4fb0-b43b-4adc996e815c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0713737 Jun 30 09:32:47.443382 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cced7516-da1e-4ce7-aabf-07640d2ba1f1 req-d544b672-33b0-470f-9e4e-ed03286c5694 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 Jun 30 09:32:47.671612 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84451a8-719e-48e2-9cc7-4ac095437650 req-01732baa-8b76-43f0-8eb1-7fa7ef1a3ad2 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:47.673162 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b84451a8-719e-48e2-9cc7-4ac095437650 req-01732baa-8b76-43f0-8eb1-7fa7ef1a3ad2 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0688260 Jun 30 09:32:47.714440 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b84451a8-719e-48e2-9cc7-4ac095437650 req-699815e3-34fd-4a63-b0d8-701b841f42c1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Jun 30 09:32:48.208890 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47694) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.337054 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-df4de61a-51ea-4ac5-ae09-71bda0ee2da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.459837 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-df4de61a-51ea-4ac5-ae09-71bda0ee2da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.470414 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-df4de61a-51ea-4ac5-ae09-71bda0ee2da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.511145 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-df4de61a-51ea-4ac5-ae09-71bda0ee2da5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4043d8685a7745839549dd4657573780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010275 Jun 30 09:32:48.514347 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4de61a-51ea-4ac5-ae09-71bda0ee2da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ec8281-a839-4cd5-b0b9-3286b889c502,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:48.514471 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47712) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.529457 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-55a629ae-855a-4cdc-aff0-d9fd31afbe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.588168 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-17317035-f74d-4276-8965-c83d04ef068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.623776 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-17317035-f74d-4276-8965-c83d04ef068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.667959 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd0565-e5fd-40b5-9034-213542673c84 req-7c984fa6-fd94-402f-906c-d4e39fa7deab tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:48.670020 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-36bd0565-e5fd-40b5-9034-213542673c84 req-7c984fa6-fd94-402f-906c-d4e39fa7deab tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0698199 Jun 30 09:32:48.682366 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-17317035-f74d-4276-8965-c83d04ef068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.686076 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-17317035-f74d-4276-8965-c83d04ef068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.687576 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-17317035-f74d-4276-8965-c83d04ef068f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08ec8281-a839-4cd5-b0b9-3286b889c502 HTTP/1.1" status: 204 len: 168 time: 0.1718509 Jun 30 09:32:48.696631 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17317035-f74d-4276-8965-c83d04ef068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ec8281-a839-4cd5-b0b9-3286b889c502,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:48.720889 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-36bd0565-e5fd-40b5-9034-213542673c84 req-414556f6-d3d8-47b9-9ad3-808d7b155a57 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449736 Jun 30 09:32:48.936509 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62091a-1852-4cda-ab5a-8fb3084699cf req-91f61a2f-56b7-48c4-933e-1bfdb3124f2c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:48.943596 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3c62091a-1852-4cda-ab5a-8fb3084699cf req-91f61a2f-56b7-48c4-933e-1bfdb3124f2c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0776706 Jun 30 09:32:49.008408 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3c62091a-1852-4cda-ab5a-8fb3084699cf req-f259b056-9d06-4a8b-bc22-f24965993fcf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532033 Jun 30 09:32:49.115030 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33d431-c681-4f22-b584-2a02adb352ac req-b244afff-fd10-4f6e-8b7d-8fb8e25bdf8a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.116831 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3b33d431-c681-4f22-b584-2a02adb352ac req-b244afff-fd10-4f6e-8b7d-8fb8e25bdf8a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0866008 Jun 30 09:32:49.127629 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47744) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.132361 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'floatingip': {'port_id': 'a649d619-f9de-4523-9c2e-498456d0dbe1'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:49.142607 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47746) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.156921 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-830be333-f50a-43ec-8873-f57e79fa8177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.220107 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.270768 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-830be333-f50a-43ec-8873-f57e79fa8177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.274870 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-830be333-f50a-43ec-8873-f57e79fa8177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.323553 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830be333-f50a-43ec-8873-f57e79fa8177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08562867-db57-4e2a-95ad-bca4e76dc223,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:49.330762 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-830be333-f50a-43ec-8873-f57e79fa8177 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ea3a4fb8ca74e4b8a4bee43b310e494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843574 Jun 30 09:32:49.331027 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47754) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.381984 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e22a2728-5187-471b-9d2f-5e0f906305da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.405221 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e22a2728-5187-471b-9d2f-5e0f906305da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.455264 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e22a2728-5187-471b-9d2f-5e0f906305da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.457884 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e22a2728-5187-471b-9d2f-5e0f906305da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.459066 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e22a2728-5187-471b-9d2f-5e0f906305da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08562867-db57-4e2a-95ad-bca4e76dc223 HTTP/1.1" status: 204 len: 168 time: 0.1267922 Jun 30 09:32:49.466904 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a2728-5187-471b-9d2f-5e0f906305da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08562867-db57-4e2a-95ad-bca4e76dc223,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:49.872460 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.877778 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.982405 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Floating IP c9366bcd-c30d-44dc-b7e2-629502ab633b associated. External IP: 172.27.3.174, port: a649d619-f9de-4523-9c2e-498456d0dbe1. Jun 30 09:32:50.193851 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733d64f-f71a-4a2f-9b2a-eac7056c1562 req-5876efef-6017-455c-a0c7-2502e2dddca1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.195456 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e733d64f-f71a-4a2f-9b2a-eac7056c1562 req-5876efef-6017-455c-a0c7-2502e2dddca1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0777540 Jun 30 09:32:50.237487 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e733d64f-f71a-4a2f-9b2a-eac7056c1562 req-d29c38e2-fc69-4259-895b-5a2610f46ca0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Jun 30 09:32:50.422977 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:50.540773 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:50.546306 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.552452 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] Sync routers for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:50.555384 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.565746 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:50.566535 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:32:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:50.589596 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-6aeb6fb8-2410-4d71-96ab-2c246d8804ba tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "PUT /v2.0/floatingips/c9366bcd-c30d-44dc-b7e2-629502ab633b HTTP/1.1" status: 200 len: 992 time: 1.4606576 Jun 30 09:32:50.590899 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c50415-7c19-4099-8901-34f237bb5830', 'tag': 'a649d619-f9de-4523-9c2e-498456d0dbe1'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:50.593538 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb980af8-4d2c-4f83-9e9d-75768c547152" -d '{"events": [{"name": "network-changed", "server_uuid": "44c50415-7c19-4099-8901-34f237bb5830", "tag": "a649d619-f9de-4523-9c2e-498456d0dbe1"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:50.690347 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:50.915100 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'c9366bcd-c30d-44dc-b7e2-629502ab633b', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'port_id': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'mac_address': 'fa:16:3e:d4:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c50415-7c19-4099-8901-34f237bb5830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:49Z', 'revision_number': 1, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:50.942054 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] Checking router: 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:50.951137 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:50.951753 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:32:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:51.047767 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-130478a1-406b-4bae-b767-c89554caeb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.055789 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:51.277507 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'c9366bcd-c30d-44dc-b7e2-629502ab633b', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'port_id': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'mac_address': 'fa:16:3e:d4:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c50415-7c19-4099-8901-34f237bb5830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:49Z', 'revision_number': 1, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:51.304249 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970ef60-9639-4191-a057-fba285ab3c6a None None] The sync data for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi is: [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'c9366bcd-c30d-44dc-b7e2-629502ab633b', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'port_id': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'mac_address': 'fa:16:3e:d4:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c50415-7c19-4099-8901-34f237bb5830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:49Z', 'revision_number': 1, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:51.376599 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.478086 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4441984-37fc-4420-8263-25bc38913135 None None] New status for floating IP c9366bcd-c30d-44dc-b7e2-629502ab633b: ACTIVE {{(pid=92903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:32:52.106223 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e8d3e8-3a56-4832-a835-e0aea6472be0 x-openstack-request-id: req-b5e8d3e8-3a56-4832-a835-e0aea6472be0 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:52.106721 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c50415-7c19-4099-8901-34f237bb5830", "tag": "a649d619-f9de-4523-9c2e-498456d0dbe1", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:52.107284 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5e8d3e8-3a56-4832-a835-e0aea6472be0 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:52.107749 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c50415-7c19-4099-8901-34f237bb5830', 'tag': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'status': 'completed', 'code': 200} Jun 30 09:32:52.181747 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-cd685364-7b22-4dd4-9441-9d04305f4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.183265 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-cd685364-7b22-4dd4-9441-9d04305f4819 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 1099 time: 0.0523980 Jun 30 09:32:52.229487 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d7cb6-2550-4512-bc7f-42d36020c347 req-59e17fb2-5e2e-4ede-950c-f5571fc74040 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.231534 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-929d7cb6-2550-4512-bc7f-42d36020c347 req-59e17fb2-5e2e-4ede-950c-f5571fc74040 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0622728 Jun 30 09:32:52.270306 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-929d7cb6-2550-4512-bc7f-42d36020c347 req-ba54dc70-8063-4ef6-bd0a-2bfb99d7df32 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Jun 30 09:32:52.280894 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-97530d87-c0f9-46b8-abaa-09b54779c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.282752 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-97530d87-c0f9-46b8-abaa-09b54779c823 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 912 time: 0.0902259 Jun 30 09:32:52.350076 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-59a5bb43-0c2c-41ae-8d52-fb323628d171 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a649d619-f9de-4523-9c2e-498456d0dbe1 HTTP/1.1" status: 200 len: 1002 time: 0.0602865 Jun 30 09:32:52.404854 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-6778a05f-7cf4-4973-b565-ac2b98470722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.406357 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-6778a05f-7cf4-4973-b565-ac2b98470722 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.0465307 Jun 30 09:32:52.468084 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-974eb6ae-33db-43ff-811d-cb7d55564b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.469569 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-974eb6ae-33db-43ff-811d-cb7d55564b82 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559099 Jun 30 09:32:52.573640 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-ba26e2f7-03f3-4412-b7f8-4513947f9b19 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902839 Jun 30 09:32:52.581998 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.679529 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bb980af8-4d2c-4f83-9e9d-75768c547152 req-6b196eba-38ba-4f65-a0e2-b85e10ca5699 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926485 Jun 30 09:32:53.001351 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-6609889b-43a9-4818-a3a5-74be94bb4688 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=969d8ebcb9c94dd9aee8ae7bf8886cbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341520 Jun 30 09:32:53.208102 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-1a1015be-7536-4159-bc09-78083683c12b tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.209610 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-1a1015be-7536-4159-bc09-78083683c12b tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016547 Jun 30 09:32:53.224086 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-1ba6a7f0-02ad-4503-bd62-8cc35d669520 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/quotas/969d8ebcb9c94dd9aee8ae7bf8886cbd HTTP/1.1" status: 200 len: 375 time: 0.0089469 Jun 30 09:32:53.256648 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-f3f83d72-fe90-4a8f-932a-bd07fef72221 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=969d8ebcb9c94dd9aee8ae7bf8886cbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276074 Jun 30 09:32:53.462296 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4a61812c-66ad-40a6-b721-cd06c7c46233 req-6587214c-d3fd-4e1d-a85d-0388ff5795d3 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 210 time: 0.0401256 Jun 30 09:32:53.539683 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f5a6b-b3b6-499e-878d-96d6504c948c req-6c4e956e-a698-4c72-96b2-640a38cd97f9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.541338 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-439f5a6b-b3b6-499e-878d-96d6504c948c req-6c4e956e-a698-4c72-96b2-640a38cd97f9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0717812 Jun 30 09:32:53.589083 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-439f5a6b-b3b6-499e-878d-96d6504c948c req-29db85bf-b6f4-419b-bdcc-3ddde5f3814e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Jun 30 09:32:53.660318 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47878) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:53.707880 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cc0d27-5f72-4a03-aed4-83b2bccfccda admin admin] Deleting subnet 785e9ec9-49f1-44f2-9240-a629a128b600 {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:53.711114 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0d27-5f72-4a03-aed4-83b2bccfccda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.747298 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0d27-5f72-4a03-aed4-83b2bccfccda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.790341 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0d27-5f72-4a03-aed4-83b2bccfccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.854479 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0d27-5f72-4a03-aed4-83b2bccfccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.879938 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc0d27-5f72-4a03-aed4-83b2bccfccda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785e9ec9-49f1-44f2-9240-a629a128b600,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:53.889740 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0d27-5f72-4a03-aed4-83b2bccfccda admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.891731 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e8cc0d27-5f72-4a03-aed4-83b2bccfccda admin admin] 10.222.0.70 "DELETE /v2.0/subnets/785e9ec9-49f1-44f2-9240-a629a128b600 HTTP/1.1" status: 204 len: 168 time: 0.2302787 Jun 30 09:32:53.894498 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47882) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:53.905907 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.965974 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.048167 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.058462 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd2258d-95d8-4544-8bdd-492d325cd567']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:54.071438 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de38616-8f49-4e9c-a455-a80f5896e01a') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:54.071970 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de38616-8f49-4e9c-a455-a80f5896e01a') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:54.082731 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.101968 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.109390 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:54.109983 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:54.114486 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:54.175066 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.179869 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.182051 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cdd2258d-95d8-4544-8bdd-492d325cd567 HTTP/1.1" status: 204 len: 168 time: 0.2865877 Jun 30 09:32:54.185959 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 47898) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:54.195216 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa41d7-b38b-4880-a9cd-7df3b4889d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd2258d-95d8-4544-8bdd-492d325cd567,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.229266 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9beda816-3bb8-4048-8794-d03e75c27883 admin admin] Deleting subnet d27cce96-f42e-4c38-a821-c81b7a1c5eea {{(pid=92901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:54.233530 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9beda816-3bb8-4048-8794-d03e75c27883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.272853 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9beda816-3bb8-4048-8794-d03e75c27883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6053691'] for subnet, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.332362 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9beda816-3bb8-4048-8794-d03e75c27883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.388542 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9beda816-3bb8-4048-8794-d03e75c27883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758247'] for subnet, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.420670 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beda816-3bb8-4048-8794-d03e75c27883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d27cce96-f42e-4c38-a821-c81b7a1c5eea,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.425558 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9beda816-3bb8-4048-8794-d03e75c27883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.430344 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47904) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:54.430656 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-9beda816-3bb8-4048-8794-d03e75c27883 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d27cce96-f42e-4c38-a821-c81b7a1c5eea HTTP/1.1" status: 204 len: 168 time: 0.2435372 Jun 30 09:32:54.524912 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.631180 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.645610 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a759036-ee01-44ff-9a8f-cca34645118c']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:54.682231 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417e920f-92b6-4099-abe1-0255ef0e7180') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:54.682533 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417e920f-92b6-4099-abe1-0255ef0e7180') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:54.686006 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e9875265-6f9e-47b4-8352-471820222bce req-be8ab6fb-649a-4832-b9bd-361dd1585130 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 210 time: 0.0436926 Jun 30 09:32:54.697506 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.713880 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.730284 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:54.731137 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-8594de57-f681-4ca5-9f7b-78f9d6374aa6 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=969d8ebcb9c94dd9aee8ae7bf8886cbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244501 Jun 30 09:32:54.731506 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:54.733660 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:54.804055 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.812237 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.814448 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] 10.222.0.70 "DELETE /v2.0/networks/3a759036-ee01-44ff-9a8f-cca34645118c HTTP/1.1" status: 204 len: 168 time: 0.3824580 Jun 30 09:32:54.827083 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f138670-585d-4627-bf66-7cfdad493aef admin admin] Pushing event deleted for resources: {'Network': ['ID=3a759036-ee01-44ff-9a8f-cca34645118c,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.868206 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c99cc3-e0b0-470f-8b3b-1c91592e55d6 req-52b61072-455f-4966-8cd9-5334a3347720 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:54.869582 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-49c99cc3-e0b0-470f-8b3b-1c91592e55d6 req-52b61072-455f-4966-8cd9-5334a3347720 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1423242 Jun 30 09:32:54.897693 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-cbb8adc3-c1ba-471b-a4a0-c9e5c60ab75c tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:54.899131 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-cbb8adc3-c1ba-471b-a4a0-c9e5c60ab75c tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432152 Jun 30 09:32:54.913698 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Request body: {'port': {'device_id': 'bd893b76-417f-4b86-89e7-bef48ffccfb0', 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711', 'admin_state_up': True, 'tenant_id': '969d8ebcb9c94dd9aee8ae7bf8886cbd'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:54.972857 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-49c99cc3-e0b0-470f-8b3b-1c91592e55d6 req-837da98b-c0c7-4cd8-964e-295ff4463e43 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918846 Jun 30 09:32:55.019115 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47918) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:55.062666 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Made reservation on behalf of 969d8ebcb9c94dd9aee8ae7bf8886cbd for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:55.063293 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a815bd0f-95dd-49ca-9a06-c753e8f9c51e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38cf8eb8e1f1478f8dcbefb716a9bfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425158 Jun 30 09:32:55.065555 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47922) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:55.066234 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.076159 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.118125 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-98f142ec-80f2-4c52-968e-6fc20db8416b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.141850 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-98f142ec-80f2-4c52-968e-6fc20db8416b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.198852 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.203681 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.209617 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-98f142ec-80f2-4c52-968e-6fc20db8416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.212589 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-98f142ec-80f2-4c52-968e-6fc20db8416b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.215315 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-98f142ec-80f2-4c52-968e-6fc20db8416b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0122574-57f8-4c06-9615-329a64afcb5d HTTP/1.1" status: 204 len: 168 time: 0.1487758 Jun 30 09:32:55.227892 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f142ec-80f2-4c52-968e-6fc20db8416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0122574-57f8-4c06-9615-329a64afcb5d,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:55.271229 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacf22df-df57-476b-a11b-96bbe0631673,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:55.349475 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Allocated IP 192.168.233.137 (34fd79f8-21b5-46f9-a2a2-cd4d6b6af711/388e853b-71d7-45bb-b7ec-a5dcf5920ce2/0d2952f6-1300-40d5-809a-bf7c9bca086e) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:55.503703 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.517828 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Transition to ACTIVE for port object 0d2952f6-1300-40d5-809a-bf7c9bca086e will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:55.551694 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.599571 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:55.602905 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:55.609820 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:55.610026 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47942) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:55.663620 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Pushing event updated for resources: {'Port': ['ID=0d2952f6-1300-40d5-809a-bf7c9bca086e,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:55.680675 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-eb93a4eb-af09-4285-949c-c08fcb5354ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29f5811dcfb24683b3a73fc7a7df6f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689251 Jun 30 09:32:55.683531 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 47944) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:55.701926 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:55.702672 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.717135 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-d8ab7ae2-a35d-44da-bbe8-a500168cc55f tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8071587 Jun 30 09:32:55.737229 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:32:55.742653 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-04f9900b-c870-4189-b9bb-6570f394c12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.765727 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-04f9900b-c870-4189-b9bb-6570f394c12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.814688 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-04f9900b-c870-4189-b9bb-6570f394c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.817145 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-04f9900b-c870-4189-b9bb-6570f394c12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.818265 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-04f9900b-c870-4189-b9bb-6570f394c12e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2724e40a-1279-4f5d-8c56-f88a44f4e57d HTTP/1.1" status: 204 len: 168 time: 0.1325796 Jun 30 09:32:55.826754 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9900b-c870-4189-b9bb-6570f394c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2724e40a-1279-4f5d-8c56-f88a44f4e57d,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:55.866754 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-b8e3a2fa-116c-4f1a-bd7e-bd81dc2a8c2d None None] Provisioning for port 0d2952f6-1300-40d5-809a-bf7c9bca086e completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:55.871984 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-b8e3a2fa-116c-4f1a-bd7e-bd81dc2a8c2d None None] Provisioning complete for port 0d2952f6-1300-40d5-809a-bf7c9bca086e triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:55.872362 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a2fa-116c-4f1a-bd7e-bd81dc2a8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.908268 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3a2fa-116c-4f1a-bd7e-bd81dc2a8c2d None None] Port 0d2952f6-1300-40d5-809a-bf7c9bca086e cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:58.420592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Request body: {'port': {'device_id': 'bd893b76-417f-4b86-89e7-bef48ffccfb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:58.509149 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.615506 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce178a6-4051-4152-9f05-f19e84dbca75 req-6ebfdaff-2a0b-494a-a0fe-aa9af769f7d1 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:58.616992 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0ce178a6-4051-4152-9f05-f19e84dbca75 req-6ebfdaff-2a0b-494a-a0fe-aa9af769f7d1 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 936 time: 0.0637944 Jun 30 09:32:58.658536 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0ce178a6-4051-4152-9f05-f19e84dbca75 req-b8196f19-1d57-49f6-af0d-bad8de48ee18 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356131 Jun 30 09:32:58.733852 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f707b5a-898c-4b1c-99e5-77a25173d72e req-a25bea33-cad6-4d04-8540-49b66194b43e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:58.735401 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0f707b5a-898c-4b1c-99e5-77a25173d72e req-a25bea33-cad6-4d04-8540-49b66194b43e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1261437 Jun 30 09:32:58.807555 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0f707b5a-898c-4b1c-99e5-77a25173d72e req-b337addc-4022-4236-9442-92b35cb5a332 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615387 Jun 30 09:32:58.857092 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2952f6-1300-40d5-809a-bf7c9bca086e {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:58.865092 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.877482 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Transition to ACTIVE for port object 0d2952f6-1300-40d5-809a-bf7c9bca086e will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:58.881357 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.928331 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Pushing event updated for resources: {'Port': ['ID=0d2952f6-1300-40d5-809a-bf7c9bca086e,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:58.958999 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.959363 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.959694 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.960030 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.960372 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.960678 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.961002 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.961329 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.961723 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.961958 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.962277 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:58.962619 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:59.014207 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Attempting to bind port 0d2952f6-1300-40d5-809a-bf7c9bca086e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:59.014641 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Attempting to bind port 0d2952f6-1300-40d5-809a-bf7c9bca086e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:59.015063 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Attempting to bind port 0d2952f6-1300-40d5-809a-bf7c9bca086e on network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:59.019490 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Port 0d2952f6-1300-40d5-809a-bf7c9bca086e on network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:32:59.019809 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Attempting to bind port 0d2952f6-1300-40d5-809a-bf7c9bca086e on network 34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:59.024695 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:59.025034 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Checking segment: {'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:59.025412 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Bound using segment: {'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:59.025842 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Bound port: 0d2952f6-1300-40d5-809a-bf7c9bca086e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eae6411-4624-4845-906d-753ec10dcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:59.026215 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.094369 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] For port 0d2952f6-1300-40d5-809a-bf7c9bca086e, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:59.097500 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] For port 0d2952f6-1300-40d5-809a-bf7c9bca086e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0d2952f6-1300-40d5-809a-bf7c9bca086e,segment=NetworkSegment(1eae6411-4624-4845-906d-753ec10dcbd3),segment_id=1eae6411-4624-4845-906d-753ec10dcbd3)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:59.102259 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.134505 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.135135 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.136491 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] 10.222.0.91 "PUT /v2.0/ports/0d2952f6-1300-40d5-809a-bf7c9bca086e HTTP/1.1" status: 200 len: 1098 time: 0.7216964 Jun 30 09:32:59.136960 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd893b76-417f-4b86-89e7-bef48ffccfb0', 'tag': '0d2952f6-1300-40d5-809a-bf7c9bca086e'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:59.139324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd893b76-417f-4b86-89e7-bef48ffccfb0", "tag": "0d2952f6-1300-40d5-809a-bf7c9bca086e"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:59.167121 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19dd2e-c0c3-43a1-9915-c6e5b4aefeaf service neutron] Pushing event updated for resources: {'Port': ['ID=0d2952f6-1300-40d5-809a-bf7c9bca086e,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:59.200679 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f86d1e-ca1e-41cb-9419-fcf817f9c3e5 x-openstack-request-id: req-15f86d1e-ca1e-41cb-9419-fcf817f9c3e5 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:59.200969 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd893b76-417f-4b86-89e7-bef48ffccfb0", "tag": "0d2952f6-1300-40d5-809a-bf7c9bca086e", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:59.201240 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15f86d1e-ca1e-41cb-9419-fcf817f9c3e5 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:59.201610 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd893b76-417f-4b86-89e7-bef48ffccfb0', 'tag': '0d2952f6-1300-40d5-809a-bf7c9bca086e', 'status': 'completed', 'code': 200} Jun 30 09:32:59.245749 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-35a5d1bf-3022-4aef-ad94-7e449736224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.247494 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-35a5d1bf-3022-4aef-ad94-7e449736224f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=969d8ebcb9c94dd9aee8ae7bf8886cbd&device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 1101 time: 0.0566585 Jun 30 09:32:59.530242 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-13370c8d-3790-4c54-b4aa-014e0f792d27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=0d2952f6-1300-40d5-809a-bf7c9bca086e HTTP/1.1" status: 200 len: 217 time: 0.2655070 Jun 30 09:32:59.590485 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-9b690f42-2931-4428-8bf6-c6e50aa8dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.592003 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-9b690f42-2931-4428-8bf6-c6e50aa8dcb0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=388e853b-71d7-45bb-b7ec-a5dcf5920ce2 HTTP/1.1" status: 200 len: 843 time: 0.0549662 Jun 30 09:32:59.658463 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-a8d9936c-54a1-4068-be08-2656a415ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.659967 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-a8d9936c-54a1-4068-be08-2656a415ae54 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=34fd79f8-21b5-46f9-a2a2-cd4d6b6af711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0547740 Jun 30 09:32:59.761466 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-f10e3c2e-3e6e-414f-b4d9-ba6103c9f15c service neutron] 10.222.0.91 "GET /v2.0/networks/34fd79f8-21b5-46f9-a2a2-cd4d6b6af711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905843 Jun 30 09:32:59.897914 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10067e5a-ca81-45a8-9a58-5ec494d846c2 req-a29de54f-0f2a-4f76-b355-eeb3fcf9991e service neutron] 10.222.0.91 "GET /v2.0/networks/34fd79f8-21b5-46f9-a2a2-cd4d6b6af711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284764 Jun 30 09:32:59.918473 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c99dd-7799-4620-b1b9-40916bf97ba2 req-5acc7219-fc73-485f-bb5d-16dbd0ee7678 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.920815 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cb8c99dd-7799-4620-b1b9-40916bf97ba2 req-5acc7219-fc73-485f-bb5d-16dbd0ee7678 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 948 time: 0.1343870 Jun 30 09:32:59.963454 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cb8c99dd-7799-4620-b1b9-40916bf97ba2 req-b369ab68-18b6-4725-88a1-09aff80a5b3d tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Jun 30 09:33:00.025915 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f9918-0c4d-4682-9791-be35eb6f4a23 req-e545c1b4-51a2-47b9-8900-a51fe6241eeb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:00.027967 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2e1f9918-0c4d-4682-9791-be35eb6f4a23 req-e545c1b4-51a2-47b9-8900-a51fe6241eeb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0859425 Jun 30 09:33:00.047601 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-31666594-edcd-4533-9976-8da799d17dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:00.049307 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-31666594-edcd-4533-9976-8da799d17dca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=969d8ebcb9c94dd9aee8ae7bf8886cbd&device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 1101 time: 0.0706444 Jun 30 09:33:00.079415 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2e1f9918-0c4d-4682-9791-be35eb6f4a23 req-92fbda49-dbf6-48a9-8266-2c367dfd9b36 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Jun 30 09:33:00.171701 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-243d94e3-a35c-4c00-931b-e8cb02429d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:00.173135 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-243d94e3-a35c-4c00-931b-e8cb02429d69 service neutron] 10.222.0.91 "GET /v2.0/networks?id=34fd79f8-21b5-46f9-a2a2-cd4d6b6af711 HTTP/1.1" status: 200 len: 870 time: 0.1129775 Jun 30 09:33:00.216776 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-ff45b212-575a-4c53-a7ab-0f33a7b1188c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=0d2952f6-1300-40d5-809a-bf7c9bca086e HTTP/1.1" status: 200 len: 217 time: 0.0359943 Jun 30 09:33:00.279117 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-e6fe6243-ef48-40ba-9b35-97288c0c5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:00.280587 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-e6fe6243-ef48-40ba-9b35-97288c0c5c0c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=388e853b-71d7-45bb-b7ec-a5dcf5920ce2 HTTP/1.1" status: 200 len: 843 time: 0.0445149 Jun 30 09:33:00.348106 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-bdec3498-372f-455f-a474-2d4052d31e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:00.349596 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-bdec3498-372f-455f-a474-2d4052d31e55 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=34fd79f8-21b5-46f9-a2a2-cd4d6b6af711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0604160 Jun 30 09:33:00.460736 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-a74cb4d2-c365-48bf-b0cd-1cdaced843ab service neutron] 10.222.0.91 "GET /v2.0/networks/34fd79f8-21b5-46f9-a2a2-cd4d6b6af711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018789 Jun 30 09:33:00.585318 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dcc1ace9-d369-4ca6-87e0-5eb9410580a0 req-adf824de-aa18-4090-a9ea-de86a759ed9f service neutron] 10.222.0.91 "GET /v2.0/networks/34fd79f8-21b5-46f9-a2a2-cd4d6b6af711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155283 Jun 30 09:33:00.965521 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 48096) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:01.157908 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-85647828-7c57-43f7-87f8-38d0e24952e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.225657 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5013e8-3adf-415c-b285-a16e710a82ab req-ea30f99e-8fe6-4588-bf43-61772ea92f62 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.227202 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bd5013e8-3adf-415c-b285-a16e710a82ab req-ea30f99e-8fe6-4588-bf43-61772ea92f62 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 948 time: 0.1202986 Jun 30 09:33:01.307219 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bd5013e8-3adf-415c-b285-a16e710a82ab req-a419f2ff-7753-4fb4-9b13-b07c57092d58 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701468 Jun 30 09:33:01.310100 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83372a2c-7edf-4be0-8521-c18e9a7ef513 req-819c4228-70fa-4c6d-a217-23357d6b4e0b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.319954 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-83372a2c-7edf-4be0-8521-c18e9a7ef513 req-819c4228-70fa-4c6d-a217-23357d6b4e0b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0887663 Jun 30 09:33:01.363680 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-83372a2c-7edf-4be0-8521-c18e9a7ef513 req-a83fec75-91a9-4806-861d-23efda618f57 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Jun 30 09:33:01.384251 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-85647828-7c57-43f7-87f8-38d0e24952e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.389052 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-85647828-7c57-43f7-87f8-38d0e24952e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.436139 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-85647828-7c57-43f7-87f8-38d0e24952e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9856237208e34f79925fbde30b496468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655235 Jun 30 09:33:01.436139 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85647828-7c57-43f7-87f8-38d0e24952e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492478d0-7810-4848-b03e-1f3e9fb91e0d,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:01.436511 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 48124) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:01.489531 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e1abd0bb-a3aa-4a43-bc0a-c92abf22d392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.510538 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e1abd0bb-a3aa-4a43-bc0a-c92abf22d392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.557677 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e1abd0bb-a3aa-4a43-bc0a-c92abf22d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.561486 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e1abd0bb-a3aa-4a43-bc0a-c92abf22d392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.562650 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e1abd0bb-a3aa-4a43-bc0a-c92abf22d392 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/492478d0-7810-4848-b03e-1f3e9fb91e0d HTTP/1.1" status: 204 len: 168 time: 0.1249800 Jun 30 09:33:01.571010 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abd0bb-a3aa-4a43-bc0a-c92abf22d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492478d0-7810-4848-b03e-1f3e9fb91e0d,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:02.505659 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc575e41-07ba-46d1-af07-6e4ce1cf62d4 req-11d2d082-d7b6-4b2d-ba82-445a052ff8bd tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:02.507846 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cc575e41-07ba-46d1-af07-6e4ce1cf62d4 req-11d2d082-d7b6-4b2d-ba82-445a052ff8bd tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 948 time: 0.0723391 Jun 30 09:33:02.561783 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cc575e41-07ba-46d1-af07-6e4ce1cf62d4 req-a7c82d2f-25cc-4bf2-a668-c6d07b4a4278 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Jun 30 09:33:02.570310 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80d8df-efa6-4f2f-81c6-7c5435170f11 req-afb25b26-a39a-4620-8f2e-9b6cc15e1491 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:02.571976 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3d80d8df-efa6-4f2f-81c6-7c5435170f11 req-afb25b26-a39a-4620-8f2e-9b6cc15e1491 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0901444 Jun 30 09:33:02.649039 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3d80d8df-efa6-4f2f-81c6-7c5435170f11 req-07441468-670f-4b20-abee-1becd48c6be1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535076 Jun 30 09:33:02.672513 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 48180) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:02.784823 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f7f8b552-b9d0-4023-afd8-06bba82109b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.881786 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f7f8b552-b9d0-4023-afd8-06bba82109b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.885318 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f7f8b552-b9d0-4023-afd8-06bba82109b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.926816 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8b552-b9d0-4023-afd8-06bba82109b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d5cdd3-57de-4de2-8780-e73396ff58e6,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:02.934007 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-f7f8b552-b9d0-4023-afd8-06bba82109b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24d90bfdc09247c58936d090efca916a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575037 Jun 30 09:33:02.934372 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 48194) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:02.992992 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d73b22e-af26-4e36-bbd3-42fbf73537ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.014926 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d73b22e-af26-4e36-bbd3-42fbf73537ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.065328 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d73b22e-af26-4e36-bbd3-42fbf73537ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.067855 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d73b22e-af26-4e36-bbd3-42fbf73537ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.068987 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-2d73b22e-af26-4e36-bbd3-42fbf73537ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48d5cdd3-57de-4de2-8780-e73396ff58e6 HTTP/1.1" status: 204 len: 168 time: 0.1335993 Jun 30 09:33:03.080734 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b22e-af26-4e36-bbd3-42fbf73537ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d5cdd3-57de-4de2-8780-e73396ff58e6,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:03.765950 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca726a0-b82d-4bca-ba9c-f747fffa85ca req-2fae3384-dcc0-4428-b274-9925b5c85cc2 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:03.767936 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dca726a0-b82d-4bca-ba9c-f747fffa85ca req-2fae3384-dcc0-4428-b274-9925b5c85cc2 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 948 time: 0.0763159 Jun 30 09:33:03.821103 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dca726a0-b82d-4bca-ba9c-f747fffa85ca req-06faa760-5dbf-4694-9766-2160510c56fa tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Jun 30 09:33:04.048386 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6f04-5ef0-46f0-95ef-9c2202de0b59 req-5d0a5d9a-710f-45cf-9a8e-a22769606580 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:04.055703 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4c0c6f04-5ef0-46f0-95ef-9c2202de0b59 req-5d0a5d9a-710f-45cf-9a8e-a22769606580 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1031468 Jun 30 09:33:04.118764 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4c0c6f04-5ef0-46f0-95ef-9c2202de0b59 req-d743bcb5-9f41-44dc-ae2b-f57ce7032f5a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575905 Jun 30 09:33:04.302484 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006570b3-69e6-4836-b371-dd67c9af8ffe req-10c532d0-df79-48ee-bf40-806ffecb6e56 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:04.303983 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-006570b3-69e6-4836-b371-dd67c9af8ffe req-10c532d0-df79-48ee-bf40-806ffecb6e56 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0711715 Jun 30 09:33:04.345554 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-006570b3-69e6-4836-b371-dd67c9af8ffe req-bfc51b9d-372e-4551-aa17-c43920d48021 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346000 Jun 30 09:33:04.418496 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0d2952f6-1300-40d5-809a-bf7c9bca086e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:33:04.561351 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0d2952f6-1300-40d5-809a-bf7c9bca086e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0d2952f6-1300-40d5-809a-bf7c9bca086e,segment=NetworkSegment(1eae6411-4624-4845-906d-753ec10dcbd3),segment_id=1eae6411-4624-4845-906d-753ec10dcbd3)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:04.587841 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '0d2952f6-1300-40d5-809a-bf7c9bca086e', 'network_id': '34fd79f8-21b5-46f9-a2a2-cd4d6b6af711', 'port_id': '0d2952f6-1300-40d5-809a-bf7c9bca086e', 'mac_address': 'fa:16:3e:03:71:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388e853b-71d7-45bb-b7ec-a5dcf5920ce2', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:33:04.641901 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.655238 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2952f6-1300-40d5-809a-bf7c9bca086e {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:04.675369 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0d2952f6-1300-40d5-809a-bf7c9bca086e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0d2952f6-1300-40d5-809a-bf7c9bca086e,segment=NetworkSegment(1eae6411-4624-4845-906d-753ec10dcbd3),segment_id=1eae6411-4624-4845-906d-753ec10dcbd3)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:04.679464 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.729402 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0d2952f6-1300-40d5-809a-bf7c9bca086e,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:05.015842 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0fa32-9c55-453b-a3a1-e43acbdc2da2 req-07694106-e122-4a97-993e-201e72a85566 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:05.017376 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9ba0fa32-9c55-453b-a3a1-e43acbdc2da2 req-07694106-e122-4a97-993e-201e72a85566 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 949 time: 0.0736775 Jun 30 09:33:05.057170 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9ba0fa32-9c55-453b-a3a1-e43acbdc2da2 req-ad75c5ff-443d-4333-8297-ee05165b52fa tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Jun 30 09:33:05.290752 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['0d2952f6-1300-40d5-809a-bf7c9bca086e'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:05.341692 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cabc2-39ac-4e1b-a492-dab97de32d43 req-b71eac1e-b5f1-45e6-87fb-c2b4c3d2d6e9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:05.343238 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7f2cabc2-39ac-4e1b-a492-dab97de32d43 req-b71eac1e-b5f1-45e6-87fb-c2b4c3d2d6e9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1172709 Jun 30 09:33:05.364970 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51dbc0-84cc-4dc4-ba7c-6b27076fabb0 req-c951c8b5-467a-4f22-aa28-b796019b5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:05.366494 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0b51dbc0-84cc-4dc4-ba7c-6b27076fabb0 req-c951c8b5-467a-4f22-aa28-b796019b5892 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1099 time: 0.1056519 Jun 30 09:33:05.415446 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7f2cabc2-39ac-4e1b-a492-dab97de32d43 req-add61531-e22c-43fd-8a29-e82a3e4769a6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636864 Jun 30 09:33:05.434735 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0b51dbc0-84cc-4dc4-ba7c-6b27076fabb0 req-dca37e63-c34a-4087-9106-40206d37aec3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574188 Jun 30 09:33:05.567322 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb1de8-f21b-44f4-91d2-e79212756ddf req-846a418e-5e81-472b-b4fa-ad0d6faa38a2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:05.568811 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a3bb1de8-f21b-44f4-91d2-e79212756ddf req-846a418e-5e81-472b-b4fa-ad0d6faa38a2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0656595 Jun 30 09:33:05.607852 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a3bb1de8-f21b-44f4-91d2-e79212756ddf req-2f8ae12c-5b11-4d42-be75-fd03c124d4d8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Jun 30 09:33:06.085356 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 48380) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:06.281175 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2d42-5aa8-4f3b-9d12-648173f02601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.286443 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d2467-ce68-4aa7-bb66-749cb69dbfea req-0e19fb7b-2167-47bf-9740-7bf91893ec35 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:06.288391 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-384d2467-ce68-4aa7-bb66-749cb69dbfea req-0e19fb7b-2167-47bf-9740-7bf91893ec35 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 949 time: 0.0874612 Jun 30 09:33:06.331349 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-384d2467-ce68-4aa7-bb66-749cb69dbfea req-c20fd674-5e26-4344-a39e-faff5a0f4b28 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351603 Jun 30 09:33:06.374778 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2d42-5aa8-4f3b-9d12-648173f02601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.378458 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2d42-5aa8-4f3b-9d12-648173f02601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.420878 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-eb2f2d42-5aa8-4f3b-9d12-648173f02601 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46b31f9dc2e54997932e60e3053eb6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351319 Jun 30 09:33:06.421833 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f2d42-5aa8-4f3b-9d12-648173f02601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fe1d16-49e8-4a12-ac8a-2136a1f0bd53,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:06.423713 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 48390) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:06.477351 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a0eba034-85f2-43fa-8386-ca89f574e48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.500311 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a0eba034-85f2-43fa-8386-ca89f574e48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.570599 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a0eba034-85f2-43fa-8386-ca89f574e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.573073 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a0eba034-85f2-43fa-8386-ca89f574e48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.575252 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-a0eba034-85f2-43fa-8386-ca89f574e48b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72fe1d16-49e8-4a12-ac8a-2136a1f0bd53 HTTP/1.1" status: 204 len: 168 time: 0.1500857 Jun 30 09:33:06.588833 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eba034-85f2-43fa-8386-ca89f574e48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fe1d16-49e8-4a12-ac8a-2136a1f0bd53,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:06.615514 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c610c-32f3-4e46-9647-a53b3c041d4b req-96d8ddf2-2f19-48db-ad8f-09952d2a7eb9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:06.617175 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d87c610c-32f3-4e46-9647-a53b3c041d4b req-96d8ddf2-2f19-48db-ad8f-09952d2a7eb9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0833075 Jun 30 09:33:06.658356 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d87c610c-32f3-4e46-9647-a53b3c041d4b req-4b5607c1-071c-40a9-8024-2f0b2d7543d1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350027 Jun 30 09:33:06.839973 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b68e-ffcb-4087-a1d3-f5014a355ab0 req-ad3b9ce1-e808-4997-95ed-c5350d80b194 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:06.843460 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6367b68e-ffcb-4087-a1d3-f5014a355ab0 req-ad3b9ce1-e808-4997-95ed-c5350d80b194 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0714886 Jun 30 09:33:06.854581 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 48404) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:06.867638 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e665cb6-a2a1-41b2-a603-f5815fa9e6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.884514 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6367b68e-ffcb-4087-a1d3-f5014a355ab0 req-f1dea94b-1298-42e5-8df1-82db8f0c6ee3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363905 Jun 30 09:33:06.957154 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e665cb6-a2a1-41b2-a603-f5815fa9e6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.960679 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e665cb6-a2a1-41b2-a603-f5815fa9e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.995807 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e665cb6-a2a1-41b2-a603-f5815fa9e6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b66118-2480-445e-aad6-e094e8c778c5,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:07.002051 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6e665cb6-a2a1-41b2-a603-f5815fa9e6d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b58ff523821d452bb1b8b978b0b14772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459181 Jun 30 09:33:07.004786 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 48406) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:07.051933 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6aea9e52-4c14-4b8a-a6b2-7c91f5ebe6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.072734 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6aea9e52-4c14-4b8a-a6b2-7c91f5ebe6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.117227 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6aea9e52-4c14-4b8a-a6b2-7c91f5ebe6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.119750 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6aea9e52-4c14-4b8a-a6b2-7c91f5ebe6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.121651 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6aea9e52-4c14-4b8a-a6b2-7c91f5ebe6db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10b66118-2480-445e-aad6-e094e8c778c5 HTTP/1.1" status: 204 len: 168 time: 0.1150632 Jun 30 09:33:07.129882 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea9e52-4c14-4b8a-a6b2-7c91f5ebe6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b66118-2480-445e-aad6-e094e8c778c5,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:07.448570 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 48416) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:07.464624 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8de7-88bf-4974-ba9f-459215569155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.512308 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dbda1-f04f-4175-98a9-11289e9c2691 req-087f4ef7-c151-47c6-a0c1-32f302771722 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:07.513708 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cc2dbda1-f04f-4175-98a9-11289e9c2691 req-087f4ef7-c151-47c6-a0c1-32f302771722 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 949 time: 0.0666404 Jun 30 09:33:07.554605 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cc2dbda1-f04f-4175-98a9-11289e9c2691 req-7a24fc6f-9fef-4f85-908f-4ed6fa0ece1c tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Jun 30 09:33:07.557814 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8de7-88bf-4974-ba9f-459215569155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.562053 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8de7-88bf-4974-ba9f-459215569155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.600313 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-5b8d8de7-88bf-4974-ba9f-459215569155 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db8ecfa3d53546c896db9919221ef673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499865 Jun 30 09:33:07.601252 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d8de7-88bf-4974-ba9f-459215569155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad0580-8d21-462b-b679-c4d49cda89ac,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:07.602856 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 48418) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:07.653354 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fee05c60-d2ae-45f1-81f7-f8ba3ea8ddf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.673476 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fee05c60-d2ae-45f1-81f7-f8ba3ea8ddf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.724079 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fee05c60-d2ae-45f1-81f7-f8ba3ea8ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.726643 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fee05c60-d2ae-45f1-81f7-f8ba3ea8ddf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.727808 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-fee05c60-d2ae-45f1-81f7-f8ba3ea8ddf1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7dad0580-8d21-462b-b679-c4d49cda89ac HTTP/1.1" status: 204 len: 168 time: 0.1232014 Jun 30 09:33:07.736235 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee05c60-d2ae-45f1-81f7-f8ba3ea8ddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad0580-8d21-462b-b679-c4d49cda89ac,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:07.845872 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2881d1-744c-40e3-bab1-c5b21a9131fe req-57cd050f-bf5d-4072-bb8f-094d500bd422 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:07.847765 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2a2881d1-744c-40e3-bab1-c5b21a9131fe req-57cd050f-bf5d-4072-bb8f-094d500bd422 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0637655 Jun 30 09:33:07.895794 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2a2881d1-744c-40e3-bab1-c5b21a9131fe req-d1100faf-b35f-43eb-9901-e582d0df552f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364170 Jun 30 09:33:08.064109 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a6e1d-8e61-4488-89ec-b815afec9404 req-8b899036-e50f-49b1-8a8c-b01f8a852c33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:08.065613 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c61a6e1d-8e61-4488-89ec-b815afec9404 req-8b899036-e50f-49b1-8a8c-b01f8a852c33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0642407 Jun 30 09:33:08.104524 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c61a6e1d-8e61-4488-89ec-b815afec9404 req-34e57a53-d5b1-4664-a54f-cd7754658e2e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332382 Jun 30 09:33:08.444635 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 48450) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:08.537207 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1990254483-network', 'tenant_id': '20fa16f0309f4e8dbd56c37d03749f49'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:08.559788 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Made reservation on behalf of 20fa16f0309f4e8dbd56c37d03749f49 for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:08.562035 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.573443 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.664175 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.670703 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.722900 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=92901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:08.739636 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.739979 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Added segment 917a01ef-48e4-48f3-812b-a0215723a3f2 of type vlan for network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf Jun 30 09:33:08.742197 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a58c812-29ac-4e62-b1e9-342258b7422b,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:08.791626 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.806066 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af642fd5-f481-4d29-ba67-05b4bdde2a4e req-ca4cd876-d369-4846-8091-50c9463bceff tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:08.807837 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-af642fd5-f481-4d29-ba67-05b4bdde2a4e req-ca4cd876-d369-4846-8091-50c9463bceff tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 949 time: 0.1399577 Jun 30 09:33:08.849807 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.850751 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:08.851365 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.904726 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-af642fd5-f481-4d29-ba67-05b4bdde2a4e req-8c0fed45-c0c0-4985-97f9-fd839aefad01 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897539 Jun 30 09:33:08.915531 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4698305 Jun 30 09:33:08.919032 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 48460) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:08.927215 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfa61b-33d9-4dc3-a435-14e4d18de89a admin admin] Pushing event updated for resources: {'Network': ['ID=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:08.930701 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Request body: {'subnet': {'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1990254483-subnet', 'tenant_id': '20fa16f0309f4e8dbd56c37d03749f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:08.937702 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:08.952181 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Made reservation on behalf of 20fa16f0309f4e8dbd56c37d03749f49 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:08.954594 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758216'] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.158043 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2d3cd-89f0-430a-89d8-d9367abc22cd req-6fdd8e80-25db-429d-8d97-bb30c80df3eb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:09.159605 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b3f2d3cd-89f0-430a-89d8-d9367abc22cd req-6fdd8e80-25db-429d-8d97-bb30c80df3eb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1285398 Jun 30 09:33:09.193961 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5033897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758238'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.253497 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b3f2d3cd-89f0-430a-89d8-d9367abc22cd req-b40a310b-6dd5-48a5-ac24-cf79608ff76c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820413 Jun 30 09:33:09.274052 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e9cd73-4f95-4e10-bd94-b27b05e46fc2,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:09.283944 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Checking segment: {'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:09.284470 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Network hostable DHCP agents. Network: 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:09.305120 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:09.315172 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:09.319628 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:09.320403 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.325720 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff85857-76cb-4bf6-bd55-0dfac3612bb4 None None] Network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:09.337471 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-7ba277f8-5cdc-493d-b2e6-e7f9aa2b94bc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4173720 Jun 30 09:33:09.351224 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bce9-3239-448e-8923-3264283bbc3b req-659b0631-a6ad-4e8b-af1e-f84b7a4f39cd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:09.353015 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9c58bce9-3239-448e-8923-3264283bbc3b req-659b0631-a6ad-4e8b-af1e-f84b7a4f39cd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1029379 Jun 30 09:33:09.395145 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9c58bce9-3239-448e-8923-3264283bbc3b req-e370226e-adbc-4127-8b91-59848086cb7a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355327 Jun 30 09:33:09.499349 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3903e65-dcb6-4e42-9181-00f5ffb1f0f8 None None] Network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:10.083927 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f83c6-edf3-47f6-8dcb-b34823643bcd req-61b2793b-aa42-40f5-86b1-2a5d55cd2ab8 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:10.085427 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bf9f83c6-edf3-47f6-8dcb-b34823643bcd req-61b2793b-aa42-40f5-86b1-2a5d55cd2ab8 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 949 time: 0.0649896 Jun 30 09:33:10.123178 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bf9f83c6-edf3-47f6-8dcb-b34823643bcd req-1b63bed5-117f-4f5d-9fcc-8ace3769fc94 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Jun 30 09:33:10.435396 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4947d-a927-472f-baaf-64e0502b5680 req-289e567a-0bff-48a6-ab0c-a4da890eebcf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:10.436794 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-caf4947d-a927-472f-baaf-64e0502b5680 req-289e567a-0bff-48a6-ab0c-a4da890eebcf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0698578 Jun 30 09:33:10.475550 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-caf4947d-a927-472f-baaf-64e0502b5680 req-efab7186-1823-4a0e-a912-75e5e084e2a8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Jun 30 09:33:10.635379 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb5c88-ebdb-481e-97c5-84988e490f34 req-55d665de-fc7a-4254-98c6-de1225c763c1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:10.636844 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6ddb5c88-ebdb-481e-97c5-84988e490f34 req-55d665de-fc7a-4254-98c6-de1225c763c1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0628333 Jun 30 09:33:10.674529 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6ddb5c88-ebdb-481e-97c5-84988e490f34 req-06d01e25-28ab-4134-a5fc-ba887a619ce0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316672 Jun 30 09:33:10.760009 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0d2952f6-1300-40d5-809a-bf7c9bca086e up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:10.810859 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 0d2952f6-1300-40d5-809a-bf7c9bca086e completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:10.814799 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 0d2952f6-1300-40d5-809a-bf7c9bca086e triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:10.815115 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.898030 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.922297 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd893b76-417f-4b86-89e7-bef48ffccfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2952f6-1300-40d5-809a-bf7c9bca086e'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:10.925661 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6329ee-813c-4428-b2a2-9f4ba54d7cdc" -d '{"events": [{"server_uuid": "bd893b76-417f-4b86-89e7-bef48ffccfb0", "name": "network-vif-plugged", "status": "completed", "tag": "0d2952f6-1300-40d5-809a-bf7c9bca086e"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:10.940595 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0d2952f6-1300-40d5-809a-bf7c9bca086e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0d2952f6-1300-40d5-809a-bf7c9bca086e,segment=NetworkSegment(1eae6411-4624-4845-906d-753ec10dcbd3),segment_id=1eae6411-4624-4845-906d-753ec10dcbd3)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:10.945434 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.992684 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959c9556-7f18-4717-baf5-309eed222a28 x-openstack-request-id: req-959c9556-7f18-4717-baf5-309eed222a28 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:10.992972 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd893b76-417f-4b86-89e7-bef48ffccfb0", "name": "network-vif-plugged", "status": "completed", "tag": "0d2952f6-1300-40d5-809a-bf7c9bca086e", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:10.993230 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-959c9556-7f18-4717-baf5-309eed222a28 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:10.993890 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd893b76-417f-4b86-89e7-bef48ffccfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2952f6-1300-40d5-809a-bf7c9bca086e', 'code': 200} Jun 30 09:33:10.999847 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0d2952f6-1300-40d5-809a-bf7c9bca086e,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:11.145082 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55136ff9-c511-4f27-acf6-860fadeb1205 req-dd2b761b-ac27-4e4e-88fa-9413f8e9e91b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.146610 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-55136ff9-c511-4f27-acf6-860fadeb1205 req-dd2b761b-ac27-4e4e-88fa-9413f8e9e91b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0691242 Jun 30 09:33:11.186105 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-55136ff9-c511-4f27-acf6-860fadeb1205 req-7f63cd43-a31a-448d-8e36-78da0ccca60c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Jun 30 09:33:11.349720 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f005c-3fe9-4857-a997-4680c5b4f9fc req-1e3cc974-d5a0-439f-90ab-0e7af047d996 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.351260 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ef2f005c-3fe9-4857-a997-4680c5b4f9fc req-1e3cc974-d5a0-439f-90ab-0e7af047d996 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 950 time: 0.0674002 Jun 30 09:33:11.389129 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ef2f005c-3fe9-4857-a997-4680c5b4f9fc req-b97deb64-04d7-4d14-a45f-c8d438494034 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320473 Jun 30 09:33:11.853771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c62fac-5606-4d01-9935-e52cad5076a2 req-2042dc61-34b6-46b4-9085-2faea649409b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:11.855348 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-41c62fac-5606-4d01-9935-e52cad5076a2 req-2042dc61-34b6-46b4-9085-2faea649409b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0636470 Jun 30 09:33:11.893381 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-41c62fac-5606-4d01-9935-e52cad5076a2 req-e418f8da-bab6-426a-8c42-086b2fa3490c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Jun 30 09:33:12.363098 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d7df6-209a-4fcb-95db-ea5b4d9ec9c3 req-73273499-0fe8-41d9-b89e-efc0cc9246f6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:12.364484 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-197d7df6-209a-4fcb-95db-ea5b4d9ec9c3 req-73273499-0fe8-41d9-b89e-efc0cc9246f6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0653720 Jun 30 09:33:12.402473 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-197d7df6-209a-4fcb-95db-ea5b4d9ec9c3 req-662be6d3-216e-45cd-964f-83795504f3d4 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320871 Jun 30 09:33:12.561760 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a12cf-1375-40f0-97d5-8fca838a550d req-87a2619e-9725-4de8-ba49-b0553663ed05 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:12.563291 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-682a12cf-1375-40f0-97d5-8fca838a550d req-87a2619e-9725-4de8-ba49-b0553663ed05 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 950 time: 0.0622263 Jun 30 09:33:12.601144 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-682a12cf-1375-40f0-97d5-8fca838a550d req-1003d727-07ea-42e4-805f-0e6d8c3eae34 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320365 Jun 30 09:33:13.066700 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-cb3555e6-167e-4cb2-8e49-c2b4d6d58fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.070443 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-cb3555e6-167e-4cb2-8e49-c2b4d6d58fb7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1099 time: 0.1234224 Jun 30 09:33:13.218667 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7827450-9092-4e4e-9b1f-7dc24aca7ced req-d1090a29-5ba3-4c3f-8d0a-5185b70f38e2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.220099 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f7827450-9092-4e4e-9b1f-7dc24aca7ced req-d1090a29-5ba3-4c3f-8d0a-5185b70f38e2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1575298 Jun 30 09:33:13.225468 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-ffbf3352-d7ab-4f00-8891-c06e706eb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.225828 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e655-7c75-422e-b9b7-709539377400 req-d62751c5-9349-43fc-957f-c540b3c96202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.227161 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-ffbf3352-d7ab-4f00-8891-c06e706eb46a service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.1431432 Jun 30 09:33:13.227374 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-eb90e655-7c75-422e-b9b7-709539377400 req-d62751c5-9349-43fc-957f-c540b3c96202 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 1103 time: 0.0557101 Jun 30 09:33:13.273142 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-eb90e655-7c75-422e-b9b7-709539377400 req-8092f6ee-70c0-4fbe-bd69-e4cffef84681 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280874 Jun 30 09:33:13.286819 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-f21e49be-7cea-43f3-84e3-df5404b079aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 200 len: 217 time: 0.0421813 Jun 30 09:33:13.301654 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f7827450-9092-4e4e-9b1f-7dc24aca7ced req-92303f02-c17e-419e-bfaf-9d54ed6b5025 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736573 Jun 30 09:33:13.417724 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-99688302-0a70-4ff9-b2d1-3accc4be3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.419130 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-99688302-0a70-4ff9-b2d1-3accc4be3399 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.0470679 Jun 30 09:33:13.461407 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-cdc92783-7c0d-4d5e-a12f-ba64b6c5101c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279796 Jun 30 09:33:13.565389 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-1ae85143-5184-4bf6-8074-9b78a78dcf04 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967965 Jun 30 09:33:13.595207 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0e1c2-61dc-4860-8026-00608cfa22ac req-5f23fe01-2f0a-42db-a24b-22e30d3b75f4 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.596572 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-26a0e1c2-61dc-4860-8026-00608cfa22ac req-5f23fe01-2f0a-42db-a24b-22e30d3b75f4 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0669510 Jun 30 09:33:13.637380 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-26a0e1c2-61dc-4860-8026-00608cfa22ac req-93300ea1-4a35-4f0d-bd94-17b2251ccc7a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Jun 30 09:33:13.681524 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70fe32a4-3b3d-4723-9df8-f9b55243ed53 req-086ceffa-bf1f-4b70-8e21-2dd567811819 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936494 Jun 30 09:33:13.807837 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21df3-c2cb-4362-ad61-77aeb7576de4 req-ac229cb3-3839-476e-a6f8-9253d8f346f3 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:13.809949 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d7d21df3-c2cb-4362-ad61-77aeb7576de4 req-ac229cb3-3839-476e-a6f8-9253d8f346f3 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 950 time: 0.0694087 Jun 30 09:33:13.848776 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d7d21df3-c2cb-4362-ad61-77aeb7576de4 req-9e6cb968-fda9-47ed-810f-cc552c7c1f3e tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Jun 30 09:33:14.482770 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b1a8f-a3ae-43bc-b305-f9eec9ac198f req-f834b15d-3baa-4bad-80f5-58780bcf069b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:14.484375 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-617b1a8f-a3ae-43bc-b305-f9eec9ac198f req-f834b15d-3baa-4bad-80f5-58780bcf069b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0634196 Jun 30 09:33:14.521857 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-617b1a8f-a3ae-43bc-b305-f9eec9ac198f req-0abb536f-0d15-4944-9803-77416d58b9cb tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Jun 30 09:33:14.831964 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bf244-7ecc-460c-a612-9b24d27ab5c8 req-caff4b19-3703-4774-a1b5-5b4907e78af5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:14.833567 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-aa5bf244-7ecc-460c-a612-9b24d27ab5c8 req-caff4b19-3703-4774-a1b5-5b4907e78af5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0666759 Jun 30 09:33:14.870099 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-aa5bf244-7ecc-460c-a612-9b24d27ab5c8 req-2dc2a84d-cd44-489e-992a-6c1bb905c841 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Jun 30 09:33:15.025230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a81c2-e719-4e6a-886f-69e0e8310a3b req-55aa36fb-6328-489e-985d-3dea5f6c3d93 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:15.026677 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3b5a81c2-e719-4e6a-886f-69e0e8310a3b req-55aa36fb-6328-489e-985d-3dea5f6c3d93 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 950 time: 0.0608892 Jun 30 09:33:15.067173 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3b5a81c2-e719-4e6a-886f-69e0e8310a3b req-2615a079-3b82-4355-98c3-63366fc90757 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343192 Jun 30 09:33:15.454966 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c41-46df-4bfa-a65e-955236696fde req-5da89828-5a0f-4ca4-94f9-a791f1c32f66 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:15.456427 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-5da89828-5a0f-4ca4-94f9-a791f1c32f66 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/networks?id=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf HTTP/1.1" status: 200 len: 814 time: 0.1101606 Jun 30 09:33:15.471737 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-dddf8ea7-e881-43f5-b268-b68ac4022337 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/quotas/20fa16f0309f4e8dbd56c37d03749f49 HTTP/1.1" status: 200 len: 375 time: 0.0098000 Jun 30 09:33:15.506074 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-f782d87e-32f9-464d-a545-2bef743f1240 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=20fa16f0309f4e8dbd56c37d03749f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289402 Jun 30 09:33:15.511481 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979716c-0a5e-4f7d-a0f9-ce5c2a3b8e6a req-5477fed3-6473-44bd-a7ea-aa4b5bd976f5 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:15.512923 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d979716c-0a5e-4f7d-a0f9-ce5c2a3b8e6a req-5477fed3-6473-44bd-a7ea-aa4b5bd976f5 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 950 time: 0.0688841 Jun 30 09:33:15.553875 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d979716c-0a5e-4f7d-a0f9-ce5c2a3b8e6a req-3fc100a9-fd50-4197-8dad-1e853394fac2 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Jun 30 09:33:15.602722 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-b55507ce-c3c1-4c69-a02b-1c6ba53d9ca6 service neutron] 10.222.0.70 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893912 Jun 30 09:33:15.692190 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-c1b7857f-1e23-43f9-9250-e2bd0584165c service neutron] 10.222.0.70 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826685 Jun 30 09:33:15.718030 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848a10-1584-4a4e-9bc5-c45f3d27d9e6 req-d4634d17-07bb-4859-8ba1-53bd7f4f5c99 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:15.719556 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-07848a10-1584-4a4e-9bc5-c45f3d27d9e6 req-d4634d17-07bb-4859-8ba1-53bd7f4f5c99 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0653205 Jun 30 09:33:15.763084 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-07848a10-1584-4a4e-9bc5-c45f3d27d9e6 req-40da0776-41cb-4208-aade-0ac5aadfb78c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368521 Jun 30 09:33:15.871597 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d2bbf7a2-32a4-446f-8849-e0ff3bf9683a req-10a6d732-b4f3-4b89-a4c1-419ce9d6faba tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0326395 Jun 30 09:33:16.101931 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7e8b0-3ebf-489a-a171-2f73930e2066 req-f8dc01f1-6cd0-4ff7-b543-41d4d86159c2 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:16.103594 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9ae7e8b0-3ebf-489a-a171-2f73930e2066 req-f8dc01f1-6cd0-4ff7-b543-41d4d86159c2 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0937626 Jun 30 09:33:16.148015 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9ae7e8b0-3ebf-489a-a171-2f73930e2066 req-86c5e859-4936-460d-a5e5-c4322acee73f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Jun 30 09:33:16.568475 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 48616) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.677984 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8adf553c-9765-495d-ad29-a6be866d40e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.732279 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3e5f-c3c3-47fc-b958-a59d28d39230 req-c62edaf2-c752-4467-8532-21181697fb5e tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:16.733763 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7c3e3e5f-c3c3-47fc-b958-a59d28d39230 req-c62edaf2-c752-4467-8532-21181697fb5e tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 950 time: 0.0645394 Jun 30 09:33:16.774767 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8adf553c-9765-495d-ad29-a6be866d40e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.775333 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7c3e3e5f-c3c3-47fc-b958-a59d28d39230 req-10c8db68-35b4-48a4-b827-f11dacceb382 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354896 Jun 30 09:33:16.779232 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8adf553c-9765-495d-ad29-a6be866d40e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.821052 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-8adf553c-9765-495d-ad29-a6be866d40e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b1ed8a8489a4630b5aec2de9ddb6dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514946 Jun 30 09:33:16.822169 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf553c-9765-495d-ad29-a6be866d40e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3140c6ef-80fd-45ff-adf6-7d9418729bad,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:16.824037 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 48626) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:16.885268 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.919442 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.997917 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ebd39-e7e0-400f-b9bf-955023b93925 req-7e10aa4b-3f53-46fb-94c5-10930e629037 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:16.999982 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b78ebd39-e7e0-400f-b9bf-955023b93925 req-7e10aa4b-3f53-46fb-94c5-10930e629037 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0824552 Jun 30 09:33:17.040906 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b78ebd39-e7e0-400f-b9bf-955023b93925 req-cd21b14c-775f-4bd3-a697-cdc639d98623 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350430 Jun 30 09:33:17.050795 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e6cfc594-7f86-4c72-bfe0-08bcb57f6f6a req-dfd0a9eb-7b60-4720-a8dd-b9531f30f523 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0445738 Jun 30 09:33:17.051431 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.054089 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.055345 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3140c6ef-80fd-45ff-adf6-7d9418729bad HTTP/1.1" status: 204 len: 168 time: 0.2291276 Jun 30 09:33:17.083266 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3140c6ef-80fd-45ff-adf6-7d9418729bad,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:17.119452 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.120498 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.120958 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.121288 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.121844 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.122328 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.123015 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.123383 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.123886 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.124715 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.125610 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.125937 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f1aea-dcd6-4d50-862a-2744664b999f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:17.474235 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c41-46df-4bfa-a65e-955236696fde req-69235773-87d3-4e35-8b07-007fbc62214b tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:17.475846 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-69235773-87d3-4e35-8b07-007fbc62214b tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.91 "GET /v2.0/networks?id=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf HTTP/1.1" status: 200 len: 814 time: 0.2400174 Jun 30 09:33:17.487624 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf0c9d-0b54-481c-98bd-2832725a20d3 req-bafddc42-aab1-4ff9-bd08-8e5056b53838 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:17.494599 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bfdf0c9d-0b54-481c-98bd-2832725a20d3 req-bafddc42-aab1-4ff9-bd08-8e5056b53838 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1469493 Jun 30 09:33:17.506943 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Request body: {'port': {'device_id': '20f47e79-29fd-4cb4-b989-d3a18b29b6c0', 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf', 'admin_state_up': True, 'tenant_id': '20fa16f0309f4e8dbd56c37d03749f49'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:17.583709 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bfdf0c9d-0b54-481c-98bd-2832725a20d3 req-1c80635f-f690-479a-9580-1caaa10d78c5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881844 Jun 30 09:33:17.649732 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Made reservation on behalf of 20fa16f0309f4e8dbd56c37d03749f49 for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:17.654335 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.798639 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Allocated IP 172.20.0.11 (0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf/37e9cd73-4f95-4e10-bd94-b27b05e46fc2/13c4b1c3-c267-48f9-bf33-01050293b8df) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:18.016876 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.072446 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcf1bb-1b04-4330-990f-c44c9fe12ac0 req-8635d0b3-8f5e-47dc-8a95-6a65b0dd9ce4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:18.073923 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-38dcf1bb-1b04-4330-990f-c44c9fe12ac0 req-8635d0b3-8f5e-47dc-8a95-6a65b0dd9ce4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 950 time: 0.1206236 Jun 30 09:33:18.089568 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.162062 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:18.167975 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:18.176665 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-38dcf1bb-1b04-4330-990f-c44c9fe12ac0 req-de7be42d-0924-492c-9d83-3a52cbd30f3a tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/security-groups?id=bacf22df-df57-476b-a11b-96bbe0631673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948236 Jun 30 09:33:18.177437 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:18.185352 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Pushing event updated for resources: {'Port': ['ID=13c4b1c3-c267-48f9-bf33-01050293b8df,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:18.243882 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:18.244620 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.260587 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-703a9b1b-c579-402e-b6d3-fc993d4471d9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7638695 Jun 30 09:33:18.276228 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Request body: {'port': {'device_id': '20f47e79-29fd-4cb4-b989-d3a18b29b6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:18.309519 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497a39a-09b0-47c7-a10f-dbd04a5e328c req-6a19d90b-f3f5-43be-a4f7-7de6dfe5e7f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:18.311243 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a497a39a-09b0-47c7-a10f-dbd04a5e328c req-6a19d90b-f3f5-43be-a4f7-7de6dfe5e7f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1377468 Jun 30 09:33:18.373342 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-869d2d41-4d04-4fe7-860a-2c568bc7f5fd tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:18.374863 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-869d2d41-4d04-4fe7-860a-2c568bc7f5fd tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 950 time: 0.1332529 Jun 30 09:33:18.380134 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a497a39a-09b0-47c7-a10f-dbd04a5e328c req-99cedc0a-5f3b-434b-bce5-c55351c568ae tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625577 Jun 30 09:33:18.416313 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.446870 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0731e-0141-4981-9d4d-44b62c4cb797 req-a1b48a8a-f7fe-4dbc-a48b-ef02ac4bfbaf tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:18.448115 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2ac0731e-0141-4981-9d4d-44b62c4cb797 req-a1b48a8a-f7fe-4dbc-a48b-ef02ac4bfbaf tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 932 time: 0.1403437 Jun 30 09:33:18.518895 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Deleting port 0d2952f6-1300-40d5-809a-bf7c9bca086e {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:18.519122 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.523662 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d1f161ff-1687-4bf5-a904-4a29867cb508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.848072 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2ac0731e-0141-4981-9d4d-44b62c4cb797 req-2ff03f4b-c1f6-4726-9321-afa8c1f514f6 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846233 Jun 30 09:33:18.893117 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] For port 0d2952f6-1300-40d5-809a-bf7c9bca086e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0d2952f6-1300-40d5-809a-bf7c9bca086e,segment=NetworkSegment(1eae6411-4624-4845-906d-753ec10dcbd3),segment_id=1eae6411-4624-4845-906d-753ec10dcbd3)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:18.893529 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.911406 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Calling delete_port for 0d2952f6-1300-40d5-809a-bf7c9bca086e owned by compute:nova {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:19.090115 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c4b1c3-c267-48f9-bf33-01050293b8df {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:19.099129 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.120059 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.121456 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Transition to ACTIVE for port object 13c4b1c3-c267-48f9-bf33-01050293b8df will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:19.125397 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.134322 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['0d2952f6-1300-40d5-809a-bf7c9bca086e'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:19.174646 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Pushing event deleted for resources: {'Port': ['ID=0d2952f6-1300-40d5-809a-bf7c9bca086e,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.178018 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Pushing event updated for resources: {'Port': ['ID=13c4b1c3-c267-48f9-bf33-01050293b8df,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.250229 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] No DVR routers for this DVR port 0d2952f6-1300-40d5-809a-bf7c9bca086e on host hv-cinder-79351 {{(pid=92902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:33:19.260492 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ac1-4041-4cbd-a884-5f9cf93385bf req-3ca996c2-dbd0-402a-92b1-ed70c304c7c0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:19.267110 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Attempting to bind port 13c4b1c3-c267-48f9-bf33-01050293b8df on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:19.267631 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Attempting to bind port 13c4b1c3-c267-48f9-bf33-01050293b8df by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:19.267967 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Attempting to bind port 13c4b1c3-c267-48f9-bf33-01050293b8df on network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:19.269289 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-72d17ac1-4041-4cbd-a884-5f9cf93385bf req-3ca996c2-dbd0-402a-92b1-ed70c304c7c0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2108991 Jun 30 09:33:19.271598 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.272880 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Port 13c4b1c3-c267-48f9-bf33-01050293b8df on network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:33:19.273219 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Attempting to bind port 13c4b1c3-c267-48f9-bf33-01050293b8df on network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:19.273611 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cb469022-8a1b-4320-bb4c-4c1e38c8b4ac req-b9130539-fecb-4411-8745-ada1199dc3b4 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.91 "DELETE /v2.0/ports/0d2952f6-1300-40d5-809a-bf7c9bca086e HTTP/1.1" status: 204 len: 173 time: 0.8917444 Jun 30 09:33:19.274703 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd893b76-417f-4b86-89e7-bef48ffccfb0', 'name': 'network-vif-deleted', 'tag': '0d2952f6-1300-40d5-809a-bf7c9bca086e'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:19.278234 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d819a-2075-43a2-b757-d542fbcc8df0" -d '{"events": [{"server_uuid": "bd893b76-417f-4b86-89e7-bef48ffccfb0", "name": "network-vif-deleted", "tag": "0d2952f6-1300-40d5-809a-bf7c9bca086e"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:19.291724 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:19.293847 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Checking segment: {'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:19.294181 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Bound using segment: {'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:19.299561 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Bound port: 13c4b1c3-c267-48f9-bf33-01050293b8df, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:19.300751 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.338459 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-72d17ac1-4041-4cbd-a884-5f9cf93385bf req-d7fd8253-b295-4241-bcee-05ed03b7e9a7 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Jun 30 09:33:19.394108 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02653de9-6e31-44b9-95af-7b62f1ac5153 x-openstack-request-id: req-02653de9-6e31-44b9-95af-7b62f1ac5153 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:19.394465 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd893b76-417f-4b86-89e7-bef48ffccfb0", "name": "network-vif-deleted", "tag": "0d2952f6-1300-40d5-809a-bf7c9bca086e", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:19.394714 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02653de9-6e31-44b9-95af-7b62f1ac5153 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:19.395213 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd893b76-417f-4b86-89e7-bef48ffccfb0', 'name': 'network-vif-deleted', 'tag': '0d2952f6-1300-40d5-809a-bf7c9bca086e', 'status': 'completed', 'code': 200} Jun 30 09:33:19.402716 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0f1a0dd7-db9a-4539-8c4a-07653f2591f5 req-80021bda-e1f1-4315-9a01-fdadeceb9b64 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 210 time: 0.0672619 Jun 30 09:33:19.450598 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] For port 13c4b1c3-c267-48f9-bf33-01050293b8df, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:19.456469 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] For port 13c4b1c3-c267-48f9-bf33-01050293b8df, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13c4b1c3-c267-48f9-bf33-01050293b8df,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:19.461866 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.506469 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:19.507201 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.508764 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] 10.222.0.91 "PUT /v2.0/ports/13c4b1c3-c267-48f9-bf33-01050293b8df HTTP/1.1" status: 200 len: 1094 time: 1.2383468 Jun 30 09:33:19.509425 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f47e79-29fd-4cb4-b989-d3a18b29b6c0', 'tag': '13c4b1c3-c267-48f9-bf33-01050293b8df'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:19.511975 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a7b152-6c8d-4bb7-a46a-f51823c41908" -d '{"events": [{"name": "network-changed", "server_uuid": "20f47e79-29fd-4cb4-b989-d3a18b29b6c0", "tag": "13c4b1c3-c267-48f9-bf33-01050293b8df"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:19.567277 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd49924-0168-4ade-bd26-759ebcb7f809 service neutron] Pushing event updated for resources: {'Port': ['ID=13c4b1c3-c267-48f9-bf33-01050293b8df,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.607920 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a31754-7265-43e2-a8e5-28b5d4726527 req-307196f7-752c-475d-bc23-c624f1d00bb2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:19.609320 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-23a31754-7265-43e2-a8e5-28b5d4726527 req-307196f7-752c-475d-bc23-c624f1d00bb2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0785947 Jun 30 09:33:19.649868 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-23a31754-7265-43e2-a8e5-28b5d4726527 req-38304d71-3b3a-4e9e-be2f-e7de3d997d21 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337768 Jun 30 09:33:19.700025 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8ebed8-d98e-47e4-b5f2-7ccf7307f98b x-openstack-request-id: req-5a8ebed8-d98e-47e4-b5f2-7ccf7307f98b {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:19.700320 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f47e79-29fd-4cb4-b989-d3a18b29b6c0", "tag": "13c4b1c3-c267-48f9-bf33-01050293b8df", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:19.700576 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a8ebed8-d98e-47e4-b5f2-7ccf7307f98b {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:19.700971 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f47e79-29fd-4cb4-b989-d3a18b29b6c0', 'tag': '13c4b1c3-c267-48f9-bf33-01050293b8df', 'status': 'completed', 'code': 200} Jun 30 09:33:21.049355 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-48cd62e4-9112-48dc-906d-642faa24a13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.382009 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.516694 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.589262 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:22.800635 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b9028-4832-477f-8319-9e7f7727b203 req-b4a17a36-56d1-47e0-ac26-b629085e562d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.807966 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-656b9028-4832-477f-8319-9e7f7727b203 req-b4a17a36-56d1-47e0-ac26-b629085e562d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 944 time: 0.1227977 Jun 30 09:33:22.821434 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7b152-6c8d-4bb7-a46a-f51823c41908 req-4c84a606-7ff4-4640-9175-c983b495e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.822983 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f9a7b152-6c8d-4bb7-a46a-f51823c41908 req-4c84a606-7ff4-4640-9175-c983b495e369 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20fa16f0309f4e8dbd56c37d03749f49&device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 1097 time: 0.1036646 Jun 30 09:33:22.866464 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-00681c7c-0bc1-4705-ab7b-8f80415311f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.872508 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-00681c7c-0bc1-4705-ab7b-8f80415311f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0817459 Jun 30 09:33:22.889978 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-656b9028-4832-477f-8319-9e7f7727b203 req-d30713a1-b6f2-4431-922b-3955beb53b31 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809796 Jun 30 09:33:23.019791 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f09f868a-6200-46f6-be9b-25a3cfabf1cf req-ea1708b0-df99-43ae-9dfa-abfc8d306666 tempest-VolumesNegativeTest-10485555 tempest-VolumesNegativeTest-10485555-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd893b76-417f-4b86-89e7-bef48ffccfb0 HTTP/1.1" status: 200 len: 210 time: 0.0544074 Jun 30 09:33:23.069123 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-90320bdd-e80b-4aba-b044-06d1a2d02456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.071186 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-90320bdd-e80b-4aba-b044-06d1a2d02456 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.1390963 Jun 30 09:33:23.128159 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7b152-6c8d-4bb7-a46a-f51823c41908 req-ebcf7846-6508-4828-bbf6-223b8723ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.129751 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f9a7b152-6c8d-4bb7-a46a-f51823c41908 req-ebcf7846-6508-4828-bbf6-223b8723ba4c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=20fa16f0309f4e8dbd56c37d03749f49&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2801380 Jun 30 09:33:23.209157 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-bd1aa8bf-c6d4-4898-aecd-dd09d24981f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 200 len: 1001 time: 0.1198394 Jun 30 09:33:23.264688 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-ae551799-7e02-4db3-bf92-e4d1809d2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.266122 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-ae551799-7e02-4db3-bf92-e4d1809d2bf4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0496695 Jun 30 09:33:23.273419 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa124ba-e6ec-47fa-a172-b72f9ede9046 req-2b3ac58d-a0ae-42c0-9e4a-53b1e20d7bfe tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.274978 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fa124ba-e6ec-47fa-a172-b72f9ede9046 req-2b3ac58d-a0ae-42c0-9e4a-53b1e20d7bfe tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.2334006 Jun 30 09:33:23.339972 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7b152-6c8d-4bb7-a46a-f51823c41908 req-06e4806f-214f-43eb-93df-f8688f6bdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.341445 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f9a7b152-6c8d-4bb7-a46a-f51823c41908 req-06e4806f-214f-43eb-93df-f8688f6bdbb9 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1979446 Jun 30 09:33:23.346763 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fa124ba-e6ec-47fa-a172-b72f9ede9046 req-9a5967db-6996-45d2-b932-07d0d8423d88 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650561 Jun 30 09:33:23.382986 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-1baf4f0e-fe4a-48be-9c90-0b4158e19a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.384481 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-1baf4f0e-fe4a-48be-9c90-0b4158e19a38 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923240 Jun 30 09:33:23.434503 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0d2952f6-1300-40d5-809a-bf7c9bca086e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:23.462018 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 0d2952f6-1300-40d5-809a-bf7c9bca086e {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:33:23.462618 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0d2952f6-1300-40d5-809a-bf7c9bca086e not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:33:23.486628 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c41-46df-4bfa-a65e-955236696fde req-3bcd983e-4fb1-4d14-843b-941f5b86002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.488384 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-3bcd983e-4fb1-4d14-843b-941f5b86002a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20fa16f0309f4e8dbd56c37d03749f49&device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0683484 Jun 30 09:33:23.498627 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-c46fa489-d8d0-49a4-9a9c-a475642ab8f1 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938196 Jun 30 09:33:23.541293 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-ea04a564-03c3-4c42-b036-09e54d1d1b9b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c4b1c3-c267-48f9-bf33-01050293b8df HTTP/1.1" status: 200 len: 217 time: 0.0343249 Jun 30 09:33:23.609681 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bec0bebf-fb77-47c9-97f4-52198e205ff6 req-54e8b774-f13a-4977-a945-6d94769bb81c service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021025 Jun 30 09:33:23.609811 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c41-46df-4bfa-a65e-955236696fde req-bf3984fa-3dfa-44ab-8c48-9a2ff230aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.611904 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-bf3984fa-3dfa-44ab-8c48-9a2ff230aec8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=37e9cd73-4f95-4e10-bd94-b27b05e46fc2 HTTP/1.1" status: 200 len: 854 time: 0.0471036 Jun 30 09:33:23.654243 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-1dd19528-3f51-4623-a364-df4d2eabc552 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260708 Jun 30 09:33:23.756903 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-1f34008a-50d5-4e05-bbbc-a0a7aad2a7d1 service neutron] 10.222.0.91 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907869 Jun 30 09:33:23.858164 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0fee4c41-46df-4bfa-a65e-955236696fde req-a069b6fc-c9a7-43c1-bbf1-7bc481a3fed9 service neutron] 10.222.0.91 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870404 Jun 30 09:33:23.906173 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.071999 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf456b-b73b-406c-b9c6-81c83407a042 req-3ec86a9f-7045-4867-acc1-7abad9d91a4d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:24.073826 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b5bf456b-b73b-406c-b9c6-81c83407a042 req-3ec86a9f-7045-4867-acc1-7abad9d91a4d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 944 time: 0.0693178 Jun 30 09:33:24.119418 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b5bf456b-b73b-406c-b9c6-81c83407a042 req-625d17e1-ecf0-43fe-bac7-34c52c48b553 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 Jun 30 09:33:24.537971 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bfdf2-bbd8-426f-9165-2d9108bd8eff req-10a0fa3e-5e64-458b-93af-2e127cebef9c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:24.539155 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-745bfdf2-bbd8-426f-9165-2d9108bd8eff req-10a0fa3e-5e64-458b-93af-2e127cebef9c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0678568 Jun 30 09:33:24.594202 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-745bfdf2-bbd8-426f-9165-2d9108bd8eff req-b62efc2e-e9c6-4c8e-aa81-92e62bbe3ac9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487800 Jun 30 09:33:25.317709 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70ea80-c963-4317-b9e4-a02eb4991ba7 req-726ea136-1dd1-4aae-9fd7-9f068b52d6bb tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:25.319280 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ca70ea80-c963-4317-b9e4-a02eb4991ba7 req-726ea136-1dd1-4aae-9fd7-9f068b52d6bb tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 944 time: 0.0716777 Jun 30 09:33:25.363443 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ca70ea80-c963-4317-b9e4-a02eb4991ba7 req-6242bfce-72db-42af-a83b-322ce354007b tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 Jun 30 09:33:25.433981 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 13c4b1c3-c267-48f9-bf33-01050293b8df details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:33:25.559565 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 13c4b1c3-c267-48f9-bf33-01050293b8df, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13c4b1c3-c267-48f9-bf33-01050293b8df,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:25.572507 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '13c4b1c3-c267-48f9-bf33-01050293b8df', 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf', 'port_id': '13c4b1c3-c267-48f9-bf33-01050293b8df', 'mac_address': 'fa:16:3e:72:7f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e9cd73-4f95-4e10-bd94-b27b05e46fc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:33:25.615341 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.628734 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c4b1c3-c267-48f9-bf33-01050293b8df {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:25.650664 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 13c4b1c3-c267-48f9-bf33-01050293b8df, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13c4b1c3-c267-48f9-bf33-01050293b8df,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:25.656410 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.657308 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:33:25.770101 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=13c4b1c3-c267-48f9-bf33-01050293b8df,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:25.789359 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.789724 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.790123 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.790444 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.790743 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.791111 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.791497 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.791833 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.792162 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.792493 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.792821 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.793137 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:25.810320 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31be20e-4008-4168-a39f-b737ffd26d74 req-219526f0-f482-4a5c-a0a6-a6adc0dcbee8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:25.815336 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e31be20e-4008-4168-a39f-b737ffd26d74 req-219526f0-f482-4a5c-a0a6-a6adc0dcbee8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0854442 Jun 30 09:33:25.832428 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:25.845429 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'port_id': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'mac_address': 'fa:16:3e:1c:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:33:25.855872 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e31be20e-4008-4168-a39f-b737ffd26d74 req-eda38381-99c5-420b-9932-81e7fe3e8e62 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374382 Jun 30 09:33:25.894374 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.911083 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce7796f4-09e4-445b-beef-7657b0b12c55 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:25.934396 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:25.945224 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.995921 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=6']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:26.123963 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['ce7796f4-09e4-445b-beef-7657b0b12c55'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:26.425841 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['13c4b1c3-c267-48f9-bf33-01050293b8df'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:26.556800 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6d7b0-68c8-4e42-a1f7-a762e2dd07bf req-802be356-f9af-4d6b-ac93-cd9c29e25dcf tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:26.565366 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d8c6d7b0-68c8-4e42-a1f7-a762e2dd07bf req-802be356-f9af-4d6b-ac93-cd9c29e25dcf tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0856919 Jun 30 09:33:26.611729 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d8c6d7b0-68c8-4e42-a1f7-a762e2dd07bf req-fcb621c2-4a6a-47aa-97dc-c11fe8f23343 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392442 Jun 30 09:33:27.042871 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7d36-a109-439c-b3d1-b096af799e89 req-f8eb9202-f176-4ce1-9055-93e863768ca5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:27.044349 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-efcc7d36-a109-439c-b3d1-b096af799e89 req-f8eb9202-f176-4ce1-9055-93e863768ca5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 944 time: 0.0642743 Jun 30 09:33:27.082206 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-efcc7d36-a109-439c-b3d1-b096af799e89 req-756f7b01-ef55-4e33-acc4-360275984c84 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319288 Jun 30 09:33:27.449308 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:27.499906 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port ce7796f4-09e4-445b-beef-7657b0b12c55 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:27.500201 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.580153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.603062 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:27.605280 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eac440-54d0-4143-933e-d84bb2235db7" -d '{"events": [{"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:27.617801 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:27.621978 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.649058 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95673ab-fd8a-41ba-8bd0-4f8a7ebf2fa9 x-openstack-request-id: req-f95673ab-fd8a-41ba-8bd0-4f8a7ebf2fa9 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:27.649338 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:27.649595 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f95673ab-fd8a-41ba-8bd0-4f8a7ebf2fa9 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:27.649964 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'code': 200} Jun 30 09:33:27.675745 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=7']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:27.792187 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc07bf-aeee-409b-9621-be552158c05b req-4580ef7d-6b6b-4e9a-88a9-9ed485409848 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:27.793654 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-efcc07bf-aeee-409b-9621-be552158c05b req-4580ef7d-6b6b-4e9a-88a9-9ed485409848 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 945 time: 0.0669086 Jun 30 09:33:27.833161 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-efcc07bf-aeee-409b-9621-be552158c05b req-22d566e4-9711-4afe-8409-2f98d99b3a34 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330372 Jun 30 09:33:28.288813 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0604cb-ffbc-4342-9b65-c6deeff50109 req-64209b78-bf53-4d16-8307-7a0d77e23920 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:28.295883 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ca0604cb-ffbc-4342-9b65-c6deeff50109 req-64209b78-bf53-4d16-8307-7a0d77e23920 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0793624 Jun 30 09:33:28.350679 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49038) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:28.351477 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ca0604cb-ffbc-4342-9b65-c6deeff50109 req-0819849f-a219-4c13-ac5f-043a8231e893 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543613 Jun 30 09:33:28.493265 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ca0af721-9604-4b3f-be0b-f5469e7d950d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=969d8ebcb9c94dd9aee8ae7bf8886cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413896 Jun 30 09:33:28.496736 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49046) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:28.552257 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a585c0f6-417e-4e75-a9ae-7c044ac07079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.585349 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a585c0f6-417e-4e75-a9ae-7c044ac07079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.632974 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a585c0f6-417e-4e75-a9ae-7c044ac07079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.635727 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a585c0f6-417e-4e75-a9ae-7c044ac07079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.636875 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-a585c0f6-417e-4e75-a9ae-7c044ac07079 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bacf22df-df57-476b-a11b-96bbe0631673 HTTP/1.1" status: 204 len: 168 time: 0.1390209 Jun 30 09:33:28.645105 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585c0f6-417e-4e75-a9ae-7c044ac07079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacf22df-df57-476b-a11b-96bbe0631673,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:29.130750 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7767-8e6a-4d1c-82e6-b5205e5f6d02 req-51eef573-e403-46b8-95bf-2f9bd95843d2 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.132335 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c67a7767-8e6a-4d1c-82e6-b5205e5f6d02 req-51eef573-e403-46b8-95bf-2f9bd95843d2 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 945 time: 0.1597412 Jun 30 09:33:29.208742 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49080) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:29.215206 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c67a7767-8e6a-4d1c-82e6-b5205e5f6d02 req-87f063e8-e4d6-49f5-835c-da643684f4ce tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744138 Jun 30 09:33:29.471785 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e46c41e-f751-439a-a09a-654e88cd4ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.477057 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 13c4b1c3-c267-48f9-bf33-01050293b8df up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:29.565614 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 13c4b1c3-c267-48f9-bf33-01050293b8df completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:29.574681 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 13c4b1c3-c267-48f9-bf33-01050293b8df triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:29.579704 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.648280 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cd349-10fe-4628-976c-6a94d19ba5c0 req-30fa927f-21e2-422f-90f2-ac924b068708 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.650049 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-995cd349-10fe-4628-976c-6a94d19ba5c0 req-30fa927f-21e2-422f-90f2-ac924b068708 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1479146 Jun 30 09:33:29.762623 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.805551 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-995cd349-10fe-4628-976c-6a94d19ba5c0 req-9e503b0f-5854-4664-a007-01980c128a6c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439393 Jun 30 09:33:29.837370 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f47e79-29fd-4cb4-b989-d3a18b29b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c4b1c3-c267-48f9-bf33-01050293b8df'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:29.841874 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897adc86-eaa0-4c99-b81d-c53f9166a0b2" -d '{"events": [{"server_uuid": "20f47e79-29fd-4cb4-b989-d3a18b29b6c0", "name": "network-vif-plugged", "status": "completed", "tag": "13c4b1c3-c267-48f9-bf33-01050293b8df"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:29.852843 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e46c41e-f751-439a-a09a-654e88cd4ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.860862 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e46c41e-f751-439a-a09a-654e88cd4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.878092 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 13c4b1c3-c267-48f9-bf33-01050293b8df, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13c4b1c3-c267-48f9-bf33-01050293b8df,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:29.887688 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.920004 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-1e46c41e-f751-439a-a09a-654e88cd4ca3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9343344d2f004fbaace22468ea297c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7100320 Jun 30 09:33:29.924088 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49102) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:29.944369 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46c41e-f751-439a-a09a-654e88cd4ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcfcb8d-e905-42c6-8589-cb1cc4a57858,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:29.962778 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e48c604-fd1f-4968-9dab-2d13817c026e x-openstack-request-id: req-3e48c604-fd1f-4968-9dab-2d13817c026e {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:29.963428 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f47e79-29fd-4cb4-b989-d3a18b29b6c0", "name": "network-vif-plugged", "status": "completed", "tag": "13c4b1c3-c267-48f9-bf33-01050293b8df", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:29.963742 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e48c604-fd1f-4968-9dab-2d13817c026e {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:29.964245 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f47e79-29fd-4cb4-b989-d3a18b29b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c4b1c3-c267-48f9-bf33-01050293b8df', 'code': 200} Jun 30 09:33:29.965356 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49104) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:29.965711 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=13c4b1c3-c267-48f9-bf33-01050293b8df,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:30.016058 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-528adadd-d28f-41d8-b9c2-b4b0b49a2e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.044281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-528adadd-d28f-41d8-b9c2-b4b0b49a2e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.138611 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-528adadd-d28f-41d8-b9c2-b4b0b49a2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.142391 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-528adadd-d28f-41d8-b9c2-b4b0b49a2e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.144256 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-528adadd-d28f-41d8-b9c2-b4b0b49a2e75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfcfcb8d-e905-42c6-8589-cb1cc4a57858 HTTP/1.1" status: 204 len: 168 time: 0.2191453 Jun 30 09:33:30.164790 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528adadd-d28f-41d8-b9c2-b4b0b49a2e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcfcb8d-e905-42c6-8589-cb1cc4a57858,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:30.221001 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1559612688-network', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:30.275094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Made reservation on behalf of 163a23a9669849d5a7477f0a8b714f00 for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:30.275094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.281315 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.288274 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f69fb-1cde-4b19-88d0-c9700d1256e5 req-0f7a4019-705e-4a7c-a195-7b1380d559ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:30.290363 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6e8f69fb-1cde-4b19-88d0-c9700d1256e5 req-0f7a4019-705e-4a7c-a195-7b1380d559ad service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 1099 time: 0.1094489 Jun 30 09:33:30.354096 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6e8f69fb-1cde-4b19-88d0-c9700d1256e5 req-30294155-4763-4ef6-800b-b52d649485e0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536609 Jun 30 09:33:30.545678 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.559704 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b51f-d917-440f-8a08-9d1ebf3616eb req-9461360a-c575-4e98-8896-e815cde7a9cd tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:30.561317 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9082b51f-d917-440f-8a08-9d1ebf3616eb req-9461360a-c575-4e98-8896-e815cde7a9cd tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.1421931 Jun 30 09:33:30.562460 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.647962 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=92901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:30.658635 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0199f-9d81-4ba6-bd21-94964c207ef5,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:30.676041 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.676520 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Added segment e8829d10-96ee-4b43-974e-b4f55436730d of type vlan for network dd27c597-5adc-4a1f-b909-89fd58f61b4d Jun 30 09:33:30.691803 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9082b51f-d917-440f-8a08-9d1ebf3616eb req-c9f8e24b-fef3-4f85-912b-22c938c22b10 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220739 Jun 30 09:33:30.741481 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.781184 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.782991 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:30.783594 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.895868 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9080703 Jun 30 09:33:30.895868 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49146) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:30.895868 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Request body: {'subnet': {'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1559612688-subnet', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:30.944442 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Made reservation on behalf of 163a23a9669849d5a7477f0a8b714f00 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:30.947859 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758216'] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.024213 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4b3b6-0a29-4990-9415-a4bce420175f admin admin] Pushing event updated for resources: {'Network': ['ID=dd27c597-5adc-4a1f-b909-89fd58f61b4d,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:31.038200 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:31.239878 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cf891-ec2e-4ed2-a4e1-a340eb012bb8 req-7cb1a9f1-8f71-4028-9f3a-aaaa1b58c23a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.247422 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8b8cf891-ec2e-4ed2-a4e1-a340eb012bb8 req-7cb1a9f1-8f71-4028-9f3a-aaaa1b58c23a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0908184 Jun 30 09:33:31.255509 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-2d1c35af-8ff9-4aac-9b22-288cfb7c579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.257012 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-2d1c35af-8ff9-4aac-9b22-288cfb7c579f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1099 time: 0.2236087 Jun 30 09:33:31.306600 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d46b6f-8bac-47a3-abcb-bf55947261e0 req-57aa610c-b86b-465a-90b4-fa758e2e46d5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.308575 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-76d46b6f-8bac-47a3-abcb-bf55947261e0 req-57aa610c-b86b-465a-90b4-fa758e2e46d5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1568112 Jun 30 09:33:31.339006 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8b8cf891-ec2e-4ed2-a4e1-a340eb012bb8 req-bc33311d-84eb-432a-936f-55417c53e75b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871463 Jun 30 09:33:31.450978 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-76d46b6f-8bac-47a3-abcb-bf55947261e0 req-f2808399-79a3-4cd5-b16f-9a822f3faccd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075857 Jun 30 09:33:31.479308 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-015d03bc-3a4c-4025-a341-58a7721ab25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.480842 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-015d03bc-3a4c-4025-a341-58a7721ab25c service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.1949594 Jun 30 09:33:31.498782 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5033897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758238'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.589837 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-b3427dbc-0644-416c-bb8e-03d23798f693 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 200 len: 217 time: 0.0971746 Jun 30 09:33:31.674393 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eafda67-63d6-4eb8-8d98-1632ee3e5122,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:31.684026 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Checking segment: {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:31.684375 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Network hostable DHCP agents. Network: dd27c597-5adc-4a1f-b909-89fd58f61b4d, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:31.705647 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-859fe301-a86c-4351-a0a2-bdd754454b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.707167 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-859fe301-a86c-4351-a0a2-bdd754454b49 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.1044359 Jun 30 09:33:31.713982 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:31.761063 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-ec2f6ad5-6f83-408d-917a-1b088213f6e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420790 Jun 30 09:33:31.761504 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, dd27c597-5adc-4a1f-b909-89fd58f61b4d) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:31.767581 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.768181 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.773018 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc9db2-54e8-4cc6-a33e-dc42fd92c293 None None] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:31.981885 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49168) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.983558 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-1e6e5983-6bb2-4314-a241-d6855a93b2d1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1047862 Jun 30 09:33:31.987279 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-49403ac3-0f97-4c87-8f6b-aa07188206f3 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141817 Jun 30 09:33:31.996283 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:32.017036 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:32.017910 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.082469 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2c230-95a0-4775-b131-06ccd205f5bb req-2227d5b3-bdcc-41c4-8a9e-6ea8ae0dfc06 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:32.092256 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-62d2c230-95a0-4775-b131-06ccd205f5bb req-2227d5b3-bdcc-41c4-8a9e-6ea8ae0dfc06 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.1894553 Jun 30 09:33:32.111290 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.112710 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.180887 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.251680 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3fe8eb1e-b3ae-4526-b96d-c06ef61ad076 req-f4c505ec-7caf-4239-978e-60534def26cd service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487285 Jun 30 09:33:32.336201 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Allocated IP 172.20.0.2 (dd27c597-5adc-4a1f-b909-89fd58f61b4d/9eafda67-63d6-4eb8-8d98-1632ee3e5122/9c02f7e4-485c-4159-9171-d2fc71812da2) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:32.367166 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-62d2c230-95a0-4775-b131-06ccd205f5bb req-4d6caf25-4f01-4d93-ae02-fd1f082e4a12 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678008 Jun 30 09:33:32.382572 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.697744 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66fddf-13a1-4ac5-88d4-838fe865abef req-371e849e-d056-4a90-b840-61cd8066b6b1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:32.699421 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-da66fddf-13a1-4ac5-88d4-838fe865abef req-371e849e-d056-4a90-b840-61cd8066b6b1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1383376 Jun 30 09:33:32.716224 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.735868 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Transition to ACTIVE for port object 9c02f7e4-485c-4159-9171-d2fc71812da2 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:32.744679 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:32.760186 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Transition to ACTIVE for port object 9c02f7e4-485c-4159-9171-d2fc71812da2 will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:32.776880 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.785268 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-da66fddf-13a1-4ac5-88d4-838fe865abef req-db6fa6ff-479c-4178-a0a1-df1897699d72 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778728 Jun 30 09:33:32.811913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.836816 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.863116 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:32.868365 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:32.871666 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:32.915415 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b5fbc-7be7-4d6a-8f23-ea9882f0e28a req-93ed6850-b220-4b0d-ad76-d0ffe4db161c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:32.915682 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Pushing event updated for resources: {'Port': ['ID=9c02f7e4-485c-4159-9171-d2fc71812da2,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:32.916490 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-637b5fbc-7be7-4d6a-8f23-ea9882f0e28a req-93ed6850-b220-4b0d-ad76-d0ffe4db161c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1798239 Jun 30 09:33:32.977449 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Attempting to bind port 9c02f7e4-485c-4159-9171-d2fc71812da2 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:32.979393 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Attempting to bind port 9c02f7e4-485c-4159-9171-d2fc71812da2 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:32.980011 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Attempting to bind port 9c02f7e4-485c-4159-9171-d2fc71812da2 on network dd27c597-5adc-4a1f-b909-89fd58f61b4d {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:32.988675 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:32.989527 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Checking segment: {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:32.991139 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.991846 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Bound using segment: {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:32.993403 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Bound port: 9c02f7e4-485c-4159-9171-d2fc71812da2, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:32.994112 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.046195 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-637b5fbc-7be7-4d6a-8f23-ea9882f0e28a req-ac1ef537-4dc2-419c-8764-24a6356579b8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193268 Jun 30 09:33:33.093196 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Allocated IP 172.27.3.152 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/d1f9286a-1d23-4937-a364-197ec31d0830) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:33.102494 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] For port 9c02f7e4-485c-4159-9171-d2fc71812da2, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:33.128008 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] For port 9c02f7e4-485c-4159-9171-d2fc71812da2, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=9c02f7e4-485c-4159-9171-d2fc71812da2,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:33.137224 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.227150 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18248e76-9766-4680-991b-0d85b54ac764 None None] Pushing event updated for resources: {'Port': ['ID=9c02f7e4-485c-4159-9171-d2fc71812da2,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:33.256698 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.329316 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.459173 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:33.464194 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:33.467094 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:33.542621 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f9286a-1d23-4937-a364-197ec31d0830,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:33.911916 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.288577 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b856-33d4-4b44-826d-3b01c2c68011 req-9d4003e2-86b6-4cc7-a0fa-6ccde6006e92 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:34.296998 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8998b856-33d4-4b44-826d-3b01c2c68011 req-9d4003e2-86b6-4cc7-a0fa-6ccde6006e92 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1091042 Jun 30 09:33:34.344983 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8998b856-33d4-4b44-826d-3b01c2c68011 req-7dc348e4-f822-438f-a06c-ffc1ac78f0a9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Jun 30 09:33:34.439906 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 9c02f7e4-485c-4159-9171-d2fc71812da2 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:34.447273 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.503002 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 9c02f7e4-485c-4159-9171-d2fc71812da2 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:34.543805 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc13bea-60da-4282-9688-3637d2004cf2 None None] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:34.555627 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2126c-3188-472a-92dc-64cdd4e5db55 req-d0f872c2-7f1e-4ac2-b1ba-cd98c4ee646b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:34.567463 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ba2126c-3188-472a-92dc-64cdd4e5db55 req-d0f872c2-7f1e-4ac2-b1ba-cd98c4ee646b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.5572309 Jun 30 09:33:34.663614 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ba2126c-3188-472a-92dc-64cdd4e5db55 req-7948e9ae-04c7-4883-aa22-2fee9296ed2d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951540 Jun 30 09:33:34.699877 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-335e56cd-b582-4e02-ad74-7c0f6d8fdf09 None None] Provisioning for port 9c02f7e4-485c-4159-9171-d2fc71812da2 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:34.711721 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-335e56cd-b582-4e02-ad74-7c0f6d8fdf09 None None] Provisioning complete for port 9c02f7e4-485c-4159-9171-d2fc71812da2 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:34.713376 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-335e56cd-b582-4e02-ad74-7c0f6d8fdf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.748690 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:34.871480 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-335e56cd-b582-4e02-ad74-7c0f6d8fdf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.878183 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:34.893105 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Sync routers for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:34.914703 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:34.918133 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:34.919521 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-335e56cd-b582-4e02-ad74-7c0f6d8fdf09 None None] For port 9c02f7e4-485c-4159-9171-d2fc71812da2, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=9c02f7e4-485c-4159-9171-d2fc71812da2,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:34.922621 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.924995 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-1c9f784a-2208-4a27-8962-12aa839d6880 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9400158 Jun 30 09:33:34.926716 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-335e56cd-b582-4e02-ad74-7c0f6d8fdf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.927931 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49270) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:35.008233 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e56cd-b582-4e02-ad74-7c0f6d8fdf09 None None] Pushing event updated for resources: {'Port': ['ID=9c02f7e4-485c-4159-9171-d2fc71812da2,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:35.099982 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:35.262035 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-fec05413-70eb-4e15-b941-82d51791b61c None None] Provisioning complete for port 9c02f7e4-485c-4159-9171-d2fc71812da2 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:35.262241 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-fec05413-70eb-4e15-b941-82d51791b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.483478 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:33Z', 'revision_number': 3, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:35.540017 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Checking router: 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:35.540447 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Updating router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 port d1f9286a-1d23-4937-a364-197ec31d0830 binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:35.595590 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.800652 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198c9dc-b302-4701-855f-81c8abea7383 req-1a539f8b-c47b-4291-a8ba-4f50ea140b21 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:35.802099 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4198c9dc-b302-4701-855f-81c8abea7383 req-1a539f8b-c47b-4291-a8ba-4f50ea140b21 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2395320 Jun 30 09:33:36.013362 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4198c9dc-b302-4701-855f-81c8abea7383 req-54c2f453-3777-4f77-a358-cc005d7cc222 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387184 Jun 30 09:33:36.157845 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ea170-3fc4-4ab6-adbf-9b5b9b6776a9 req-65dd4e55-d8e7-4cd5-a5f1-a89341a60d7d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:36.167593 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bb6ea170-3fc4-4ab6-adbf-9b5b9b6776a9 req-65dd4e55-d8e7-4cd5-a5f1-a89341a60d7d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0947633 Jun 30 09:33:36.233244 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bb6ea170-3fc4-4ab6-adbf-9b5b9b6776a9 req-547ffd1f-c804-421f-a1fb-a36f270f085e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646169 Jun 30 09:33:36.250858 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.302125 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Transition to ACTIVE for port object d1f9286a-1d23-4937-a364-197ec31d0830 will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:36.320340 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.323184 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.432759 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 9c02f7e4-485c-4159-9171-d2fc71812da2 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:36.447324 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Pushing event updated for resources: {'Port': ['ID=d1f9286a-1d23-4937-a364-197ec31d0830,revision_number=2']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:36.465358 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Attempting to bind port d1f9286a-1d23-4937-a364-197ec31d0830 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:36.466150 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Attempting to bind port d1f9286a-1d23-4937-a364-197ec31d0830 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:36.466762 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Attempting to bind port d1f9286a-1d23-4937-a364-197ec31d0830 on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:36.471504 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.471906 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.472267 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.473006 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.473345 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.473833 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.474168 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.474583 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.474981 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.475449 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.475917 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.476234 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:36.483447 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:36.483988 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:36.484391 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.485329 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:36.486096 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Bound port: d1f9286a-1d23-4937-a364-197ec31d0830, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:36.486597 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.550405 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 9c02f7e4-485c-4159-9171-d2fc71812da2 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:36.551175 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.570222 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] For port d1f9286a-1d23-4937-a364-197ec31d0830, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:36.573666 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] For port d1f9286a-1d23-4937-a364-197ec31d0830, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=d1f9286a-1d23-4937-a364-197ec31d0830,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:36.590689 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.684820 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:36.685150 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:36.697639 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Allocated IP 172.20.0.1 (dd27c597-5adc-4a1f-b909-89fd58f61b4d/9eafda67-63d6-4eb8-8d98-1632ee3e5122/53a436fd-551e-4d89-8b10-097ae9373274) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:36.797606 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dfcc4-e514-45f8-aa9e-c0d5d9a3c00f None None] Pushing event updated for resources: {'Port': ['ID=d1f9286a-1d23-4937-a364-197ec31d0830,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:36.821565 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:36.863664 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.923681 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Transition to ACTIVE for port object 53a436fd-551e-4d89-8b10-097ae9373274 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:36.980539 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.067443 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Pushing event updated for resources: {'Port': ['ID=53a436fd-551e-4d89-8b10-097ae9373274,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:37.085137 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:37.086545 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:37.089222 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:37.158711 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.226139 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:33Z', 'revision_number': 3, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:37.295932 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e17edb-aa9a-43c3-9540-a156a1027610 None None] The sync data for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi is: [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:33Z', 'revision_number': 3, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:37.357490 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8d59-5466-4c18-b268-ed7bde4ecca3 req-c7c63c98-cad6-4fcd-aa76-3c1150f64e99 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:37.370986 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4d8a8d59-5466-4c18-b268-ed7bde4ecca3 req-c7c63c98-cad6-4fcd-aa76-3c1150f64e99 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1035812 Jun 30 09:33:37.451121 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4d8a8d59-5466-4c18-b268-ed7bde4ecca3 req-d953935b-2a23-4857-a2bc-9404ef3bbef5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813675 Jun 30 09:33:37.467918 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-38f099f9-ad75-415c-8c31-7b217a8e2961 None None] Provisioning for port 53a436fd-551e-4d89-8b10-097ae9373274 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:37.482088 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-38f099f9-ad75-415c-8c31-7b217a8e2961 None None] Provisioning complete for port 53a436fd-551e-4d89-8b10-097ae9373274 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:37.482473 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-38f099f9-ad75-415c-8c31-7b217a8e2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.489795 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:37.554744 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-38f099f9-ad75-415c-8c31-7b217a8e2961 None None] Port 53a436fd-551e-4d89-8b10-097ae9373274 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:37.843768 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34e891-7f75-4279-b81e-24f8b713b617 req-5431e708-611a-46c0-9362-2944030bc013 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:37.855882 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8c34e891-7f75-4279-b81e-24f8b713b617 req-5431e708-611a-46c0-9362-2944030bc013 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.2558541 Jun 30 09:33:38.031482 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8c34e891-7f75-4279-b81e-24f8b713b617 req-50f066ff-2a38-43f4-9e89-0f93d13f0602 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745567 Jun 30 09:33:38.039139 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.047023 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.195312 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.315761 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Pushing event updated for resources: {'Port': ['ID=53a436fd-551e-4d89-8b10-097ae9373274,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:38.435442 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:38.446702 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:38.461392 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device d1f9286a-1d23-4937-a364-197ec31d0830 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:38.572844 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port d1f9286a-1d23-4937-a364-197ec31d0830 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:38.580507 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port d1f9286a-1d23-4937-a364-197ec31d0830 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:38.583067 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.840685 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-6c802b1a-da57-4b5a-be70-d701763ca791 None None] Provisioning complete for port 53a436fd-551e-4d89-8b10-097ae9373274 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:38.841061 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-6c802b1a-da57-4b5a-be70-d701763ca791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.872785 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:38.898721 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-6c802b1a-da57-4b5a-be70-d701763ca791 None None] Port 53a436fd-551e-4d89-8b10-097ae9373274 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:38.901702 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:38.929384 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port d1f9286a-1d23-4937-a364-197ec31d0830, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=d1f9286a-1d23-4937-a364-197ec31d0830,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:38.945190 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.009811 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=d1f9286a-1d23-4937-a364-197ec31d0830,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:39.011158 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b2913-9128-4fa0-99b9-52982362918f req-efc60248-0c1a-4083-a0b4-bd8ae127d17d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:39.015322 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-755b2913-9128-4fa0-99b9-52982362918f req-efc60248-0c1a-4083-a0b4-bd8ae127d17d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2351804 Jun 30 09:33:39.152073 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:39.165179 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4235a063-4e52-4afc-ac07-794ee5d2d11a admin admin] 10.222.0.70 "PUT /v2.0/routers/97fd994b-9a07-4c17-a923-1bc77f4a1aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2333856 Jun 30 09:33:39.192231 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-755b2913-9128-4fa0-99b9-52982362918f req-c9ce9ac1-aa92-432a-b6c5-2c73973b0f42 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388745 Jun 30 09:33:39.407627 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd61e8c-0042-47cb-a8a1-991713340ec9 req-a116c19e-fdee-42cd-bbd6-9f13d761e748 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:39.415570 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fcd61e8c-0042-47cb-a8a1-991713340ec9 req-a116c19e-fdee-42cd-bbd6-9f13d761e748 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1076922 Jun 30 09:33:39.475329 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fcd61e8c-0042-47cb-a8a1-991713340ec9 req-986ee5aa-43fa-4a92-b9bc-ad45f692740a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585408 Jun 30 09:33:39.970095 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Sync routers for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:39.987056 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:39.987733 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:40.061837 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49408) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:40.067331 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1566863727-network', 'tenant_id': 'e40355c540964c049fa388665c09e9d1'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:40.109166 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Made reservation on behalf of e40355c540964c049fa388665c09e9d1 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:40.111928 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.133164 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.542224 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:40.665788 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.691444 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.726804 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device d1f9286a-1d23-4937-a364-197ec31d0830 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:40.773955 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:40.789181 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b33c51-3571-4ff4-8885-602ba7d10cbd,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:40.810557 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.810956 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Added segment 07ebf30a-84cb-488c-878a-6a908e6af1d0 of type vlan for network f4a03450-b195-45ce-8645-e7bd5ae6dc10 Jun 30 09:33:40.833790 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3cd02-547f-4846-927b-63b00e183f68 req-eeb58a98-1ed9-4654-8bbf-56ec05bcf428 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:40.842203 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3bd3cd02-547f-4846-927b-63b00e183f68 req-eeb58a98-1ed9-4654-8bbf-56ec05bcf428 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1402252 Jun 30 09:33:40.884832 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.900801 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3bd3cd02-547f-4846-927b-63b00e183f68 req-421a7d18-f036-4639-a4e7-e85670c9277b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573428 Jun 30 09:33:40.924110 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f3d56-66d3-4059-ab11-e27fa52e16e7 req-e2a0118e-4708-43b5-83be-0536765119dc tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:40.932717 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2b0f3d56-66d3-4059-ab11-e27fa52e16e7 req-e2a0118e-4708-43b5-83be-0536765119dc tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2075162 Jun 30 09:33:41.059093 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2b0f3d56-66d3-4059-ab11-e27fa52e16e7 req-d2a1a801-55f8-4f76-bf0e-5d555837b5be tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216805 Jun 30 09:33:41.062361 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.064067 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:41.066488 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.094578 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port d1f9286a-1d23-4937-a364-197ec31d0830 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:41.095654 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.171703 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] Pushing event updated for resources: {'Network': ['ID=f4a03450-b195-45ce-8645-e7bd5ae6dc10,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:41.192141 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-63d9df5e-6a13-4de2-8116-3c43d317d1fa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1290860 Jun 30 09:33:41.192418 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network f4a03450-b195-45ce-8645-e7bd5ae6dc10 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:41.195346 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49440) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:41.203301 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Request body: {'subnet': {'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1566863727-subnet', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:41.244538 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Made reservation on behalf of e40355c540964c049fa388665c09e9d1 for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:41.247480 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2969626'] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.317429 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 2, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:41.350975 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Checking router: 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:41.351384 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Updating router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 port 53a436fd-551e-4d89-8b10-097ae9373274 binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:41.400560 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.491021 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5964264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2969612'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.587298 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3126cb94-48dc-4c66-b37f-9f0c8dab37cb,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:41.599869 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Checking segment: {'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:41.600229 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Network hostable DHCP agents. Network: f4a03450-b195-45ce-8645-e7bd5ae6dc10, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:41.620507 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Network f4a03450-b195-45ce-8645-e7bd5ae6dc10 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:41.635908 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, f4a03450-b195-45ce-8645-e7bd5ae6dc10) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:41.653235 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c951e-631c-4db3-82e0-d88034e3a338 None None] Network f4a03450-b195-45ce-8645-e7bd5ae6dc10 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:41.659121 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:41.659882 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.675562 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-383ba1da-8249-4356-b34a-2e5eccf137b7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4779510 Jun 30 09:33:41.678204 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49442) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:41.688644 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:41.731489 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.732934 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.822755 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.885511 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.905538 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Transition to ACTIVE for port object 53a436fd-551e-4d89-8b10-097ae9373274 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:41.950094 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.991026 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-f4a03450-b195-45ce-8645-e7bd5ae6dc10', 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'fixed_ips': [{'subnet_id': '3126cb94-48dc-4c66-b37f-9f0c8dab37cb'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:41.991892 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.030822 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bba341-23eb-4710-9f11-e35a789be9cc None None] Pushing event updated for resources: {'Port': ['ID=53a436fd-551e-4d89-8b10-097ae9373274,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.093015 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.210932 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Attempting to bind port 53a436fd-551e-4d89-8b10-097ae9373274 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:42.211531 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Attempting to bind port 53a436fd-551e-4d89-8b10-097ae9373274 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:42.211914 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Attempting to bind port 53a436fd-551e-4d89-8b10-097ae9373274 on network dd27c597-5adc-4a1f-b909-89fd58f61b4d {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:42.237868 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:42.238409 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Checking segment: {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:42.238999 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.239729 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Bound using segment: {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:42.240349 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Bound port: 53a436fd-551e-4d89-8b10-097ae9373274, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:42.240842 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.291859 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9b4b7-a3ce-425a-ac7a-5e92feb9aa12 req-5965bc42-8286-423c-a5e7-9c5d0781ca21 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:42.293434 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-34f9b4b7-a3ce-425a-ac7a-5e92feb9aa12 req-5965bc42-8286-423c-a5e7-9c5d0781ca21 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.2376230 Jun 30 09:33:42.351873 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] For port 53a436fd-551e-4d89-8b10-097ae9373274, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:42.361305 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] For port 53a436fd-551e-4d89-8b10-097ae9373274, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=53a436fd-551e-4d89-8b10-097ae9373274,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:42.389957 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.427183 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-34f9b4b7-a3ce-425a-ac7a-5e92feb9aa12 req-e3413bb0-0535-4e9e-8565-e6f552eb8fac tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202202 Jun 30 09:33:42.465905 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380b9c2-d934-46ba-b8a3-4745dd3d0081 req-81726b91-0702-412d-94b3-ec7928ad2635 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:42.479906 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4380b9c2-d934-46ba-b8a3-4745dd3d0081 req-81726b91-0702-412d-94b3-ec7928ad2635 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1675141 Jun 30 09:33:42.545123 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Allocated IP 172.20.0.2 (f4a03450-b195-45ce-8645-e7bd5ae6dc10/3126cb94-48dc-4c66-b37f-9f0c8dab37cb/4951c248-bcaf-4108-88b6-cbd073757e7e) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:42.589268 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bba341-23eb-4710-9f11-e35a789be9cc None None] Pushing event updated for resources: {'Port': ['ID=53a436fd-551e-4d89-8b10-097ae9373274,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.612678 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:42.617339 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:42.636971 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4380b9c2-d934-46ba-b8a3-4745dd3d0081 req-8100aa86-82bb-4133-a0b1-ebfa03389e44 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557231 Jun 30 09:33:42.899660 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49464) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:42.903132 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.918277 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:42.965555 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.055321 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.106324 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6370aee2-5585-422b-ab69-2e214596bcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.163221 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Allocated IP 172.27.3.167 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/6c5d4a9d-1e05-4a6b-80d6-34c333a510fc) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:43.272339 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Transition to ACTIVE for port object 4951c248-bcaf-4108-88b6-cbd073757e7e will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:43.308430 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6370aee2-5585-422b-ab69-2e214596bcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.317760 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6370aee2-5585-422b-ab69-2e214596bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.363081 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6370aee2-5585-422b-ab69-2e214596bcce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8af4dd989e24a84b51a16a36daa8fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613144 Jun 30 09:33:43.369010 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49470) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:43.406884 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.419931 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Transition to ACTIVE for port object 4951c248-bcaf-4108-88b6-cbd073757e7e will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:43.441248 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.461612 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370aee2-5585-422b-ab69-2e214596bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b6db7b-d417-4f3c-8fe3-854bad46cdca,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:43.471092 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-70438d24-edde-4e51-bad5-5497d5b80217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.502522 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-70438d24-edde-4e51-bad5-5497d5b80217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.504332 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.544202 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Pushing event updated for resources: {'Port': ['ID=4951c248-bcaf-4108-88b6-cbd073757e7e,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:43.548773 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:43.559550 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:43.565324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:43.588315 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-70438d24-edde-4e51-bad5-5497d5b80217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.591165 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-70438d24-edde-4e51-bad5-5497d5b80217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.593569 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-70438d24-edde-4e51-bad5-5497d5b80217 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90b6db7b-d417-4f3c-8fe3-854bad46cdca HTTP/1.1" status: 204 len: 168 time: 0.2235506 Jun 30 09:33:43.613934 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70438d24-edde-4e51-bad5-5497d5b80217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b6db7b-d417-4f3c-8fe3-854bad46cdca,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:43.617467 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Network f4a03450-b195-45ce-8645-e7bd5ae6dc10 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:43.623471 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:43.632444 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:43.678619 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:43.835898 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c99eb2-9345-4c40-ade2-6710025cb5de None None] The sync data for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi is: [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:42Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:43.881900 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Attempting to bind port 4951c248-bcaf-4108-88b6-cbd073757e7e on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:43.886033 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Attempting to bind port 4951c248-bcaf-4108-88b6-cbd073757e7e by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:43.886512 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Attempting to bind port 4951c248-bcaf-4108-88b6-cbd073757e7e on network f4a03450-b195-45ce-8645-e7bd5ae6dc10 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:43.934103 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:43.936088 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Checking segment: {'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:43.936741 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.938920 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Bound using segment: {'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:43.939641 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Bound port: 4951c248-bcaf-4108-88b6-cbd073757e7e, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:43.941045 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.027998 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91092c12-f33b-403a-8a17-1217c4162cc1 req-8abce5f5-ad4e-4926-93af-3a05650714b0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:44.037956 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-91092c12-f33b-403a-8a17-1217c4162cc1 req-8abce5f5-ad4e-4926-93af-3a05650714b0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1312921 Jun 30 09:33:44.093493 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] For port 4951c248-bcaf-4108-88b6-cbd073757e7e, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:44.101080 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] For port 4951c248-bcaf-4108-88b6-cbd073757e7e, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=4951c248-bcaf-4108-88b6-cbd073757e7e,segment=NetworkSegment(07ebf30a-84cb-488c-878a-6a908e6af1d0),segment_id=07ebf30a-84cb-488c-878a-6a908e6af1d0)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:44.111999 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.163212 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-91092c12-f33b-403a-8a17-1217c4162cc1 req-fe196bae-8abb-4857-8ecd-999a90762233 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238916 Jun 30 09:33:44.259218 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666ebe4-c506-4a69-b129-05829dc7c546 None None] Pushing event updated for resources: {'Port': ['ID=4951c248-bcaf-4108-88b6-cbd073757e7e,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:44.261340 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Pushing event updated for resources: {'Port': ['ID=6c5d4a9d-1e05-4a6b-80d6-34c333a510fc,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:44.349853 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090300b-bf92-4733-aae6-7194f4c4ccbf req-a4a6e60d-f46d-4485-837e-b1bf881e06af tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:44.358077 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4090300b-bf92-4733-aae6-7194f4c4ccbf req-a4a6e60d-f46d-4485-837e-b1bf881e06af tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.5949848 Jun 30 09:33:44.503835 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4090300b-bf92-4733-aae6-7194f4c4ccbf req-b49102c8-5786-48b0-b19b-3e1c37ef5638 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393275 Jun 30 09:33:44.521415 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 53a436fd-551e-4d89-8b10-097ae9373274 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:44.663755 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 53a436fd-551e-4d89-8b10-097ae9373274 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:44.674577 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 53a436fd-551e-4d89-8b10-097ae9373274 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:44.676025 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.842980 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.901320 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.983231 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 53a436fd-551e-4d89-8b10-097ae9373274, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=53a436fd-551e-4d89-8b10-097ae9373274,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:44.997832 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.113480 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49510) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:45.120172 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=53a436fd-551e-4d89-8b10-097ae9373274,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:45.577051 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49522) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:45.639909 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511d2e2-672b-41c3-be7a-94e628323466 req-ff47cb49-a6d4-45f2-8b0d-465c91496e9f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:45.647967 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6511d2e2-672b-41c3-be7a-94e628323466 req-ff47cb49-a6d4-45f2-8b0d-465c91496e9f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2163126 Jun 30 09:33:45.673628 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1093409651-network', 'tenant_id': '90e6e06138244797a6765257011330e8'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:45.718483 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.725513 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3c1733ee-67ee-4332-8244-8f68d02d54ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.756316 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Made reservation on behalf of 90e6e06138244797a6765257011330e8 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:45.759301 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.788207 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6511d2e2-672b-41c3-be7a-94e628323466 req-67c3a4be-0b67-4103-a2e4-ea865d0b6936 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393411 Jun 30 09:33:45.821213 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.935780 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3bbe9d-ffd3-4010-b211-e407540b0c86 None None] Network f4a03450-b195-45ce-8645-e7bd5ae6dc10 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:46.024677 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3c1733ee-67ee-4332-8244-8f68d02d54ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.036784 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3c1733ee-67ee-4332-8244-8f68d02d54ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.053771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Router b44c5824-3f34-4a6a-ab50-bd9d4a506239 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:46.068721 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e089980-7424-4e96-a441-07d9714befb5 req-e726077d-3a66-41a2-8e45-1dfe26cade38 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.070715 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3e089980-7424-4e96-a441-07d9714befb5 req-e726077d-3a66-41a2-8e45-1dfe26cade38 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1242642 Jun 30 09:33:46.126607 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-784d12cf-06bf-4062-a8c1-532a03009549 None None] Provisioning for port 4951c248-bcaf-4108-88b6-cbd073757e7e completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:46.147861 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-3c1733ee-67ee-4332-8244-8f68d02d54ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4ddf8d329ec435f8cf56ffdb2028f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697153 Jun 30 09:33:46.150323 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49530) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:46.217613 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3e089980-7424-4e96-a441-07d9714befb5 req-95796e08-78de-4128-9551-ff5e55575978 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379535 Jun 30 09:33:46.241485 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1733ee-67ee-4332-8244-8f68d02d54ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6667e48-80ad-4a11-be41-6e45c44fe108,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:46.284276 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4bd-e753-4aa5-aa1b-8ee0297de80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.351983 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:46.363676 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Sync routers for ids ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:46.390066 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Routers {'b44c5824-3f34-4a6a-ab50-bd9d4a506239'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:46.392251 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:46.457844 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4bd-e753-4aa5-aa1b-8ee0297de80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.619632 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Set router b44c5824-3f34-4a6a-ab50-bd9d4a506239 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:46.670118 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4bd-e753-4aa5-aa1b-8ee0297de80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.673095 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4bd-e753-4aa5-aa1b-8ee0297de80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.679535 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a45cc4bd-e753-4aa5-aa1b-8ee0297de80f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6667e48-80ad-4a11-be41-6e45c44fe108 HTTP/1.1" status: 204 len: 168 time: 0.5272801 Jun 30 09:33:46.682489 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.691985 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] Notify callbacks [] for router, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.696315 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-f36fafc8-9191-4352-8b0a-2c09bf319ecb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0141630 Jun 30 09:33:46.696497 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49536) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:46.700144 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cc4bd-e753-4aa5-aa1b-8ee0297de80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6667e48-80ad-4a11-be41-6e45c44fe108,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:46.702911 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.728549 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:46.743913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31343fe-4ece-4305-ade1-0e057f2561e8,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:46.749615 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.753439 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Added segment 19256925-4fb0-423f-af5e-ed5b338e912e of type vlan for network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 Jun 30 09:33:46.753657 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 53a436fd-551e-4d89-8b10-097ae9373274 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:46.889507 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.917837 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 53a436fd-551e-4d89-8b10-097ae9373274 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:46.920406 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.065814 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 3, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port': {'id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:47.087272 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.089484 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:47.093427 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.112545 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Checking router: b44c5824-3f34-4a6a-ab50-bd9d4a506239 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:47.116218 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Updating router b44c5824-3f34-4a6a-ab50-bd9d4a506239 port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:47.151916 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 4951c248-bcaf-4108-88b6-cbd073757e7e up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:47.171004 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.246387 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1312237 Jun 30 09:33:47.256835 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49550) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:47.272463 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Request body: {'subnet': {'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1093409651-subnet', 'tenant_id': '90e6e06138244797a6765257011330e8', 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:47.282048 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 4951c248-bcaf-4108-88b6-cbd073757e7e completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:47.304005 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 4951c248-bcaf-4108-88b6-cbd073757e7e triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:47.306165 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.350324 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Made reservation on behalf of 90e6e06138244797a6765257011330e8 for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:47.362413 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2969626'] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.502450 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.588525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 4951c248-bcaf-4108-88b6-cbd073757e7e, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=4951c248-bcaf-4108-88b6-cbd073757e7e,segment=NetworkSegment(07ebf30a-84cb-488c-878a-6a908e6af1d0),segment_id=07ebf30a-84cb-488c-878a-6a908e6af1d0)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:47.595771 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.679738 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77df8cf-ff64-4128-8694-2008f58bb2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=64f5b3cc-fc8c-4684-bfa4-b730236d6a37,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:47.682692 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.694462 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Transition to ACTIVE for port object 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:47.703475 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.708976 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:47.728403 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=4951c248-bcaf-4108-88b6-cbd073757e7e,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:47.804278 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b66139-8155-4629-8aa8-e0c173f74448 req-706dab2b-13ca-4d23-9c92-6864ed58de40 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:47.815679 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d5b66139-8155-4629-8aa8-e0c173f74448 req-706dab2b-13ca-4d23-9c92-6864ed58de40 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.4139137 Jun 30 09:33:47.887047 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f391b-cd0f-498a-8b10-491d2b6fa921 req-b2adb972-5f04-41be-9cde-09bc83d35045 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:47.888728 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b20f391b-cd0f-498a-8b10-491d2b6fa921 req-b2adb972-5f04-41be-9cde-09bc83d35045 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.3866405 Jun 30 09:33:47.920040 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Attempting to bind port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:47.920562 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Attempting to bind port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:47.921020 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Attempting to bind port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:47.939065 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:47.939590 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:47.940095 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.940594 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:47.941184 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Bound port: 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:47.941690 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.944561 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfecdc3-0ae9-43e1-b4f0-aab8895bbc47 None None] Pushing event updated for resources: {'Port': ['ID=6c5d4a9d-1e05-4a6b-80d6-34c333a510fc,revision_number=2']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:47.970528 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d5b66139-8155-4629-8aa8-e0c173f74448 req-9c35a0f2-034c-4765-9c1f-2ec65e2fbba4 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538477 Jun 30 09:33:47.998243 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b20f391b-cd0f-498a-8b10-491d2b6fa921 req-ec60f6f1-4fb8-4d43-b30e-00e5f04af33a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015382 Jun 30 09:33:48.005606 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5964264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2969612'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.018762 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.044203 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] For port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:48.048823 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] For port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=6c5d4a9d-1e05-4a6b-80d6-34c333a510fc,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:48.053927 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.096449 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4601baad-31c9-4325-af1e-4ad964aa9141,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:48.131986 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Routers {'b44c5824-3f34-4a6a-ab50-bd9d4a506239'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:48.132292 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:48.168741 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Checking segment: {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:48.169178 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Network hostable DHCP agents. Network: 64f5b3cc-fc8c-4684-bfa4-b730236d6a37, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:48.199906 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:48.213799 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 64f5b3cc-fc8c-4684-bfa4-b730236d6a37) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:48.223189 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e707ec71-625e-4a12-bd86-09a0a5894e74 None None] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:48.233684 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:48.237312 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.239308 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfecdc3-0ae9-43e1-b4f0-aab8895bbc47 None None] Pushing event updated for resources: {'Port': ['ID=6c5d4a9d-1e05-4a6b-80d6-34c333a510fc,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:48.260361 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Allocated IP 172.20.0.1 (f4a03450-b195-45ce-8645-e7bd5ae6dc10/3126cb94-48dc-4c66-b37f-9f0c8dab37cb/631ad68b-24ef-4c9a-80f3-a6f28218c31f) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:48.309347 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-51eeffbb-154c-4395-a2aa-14ab411d9365 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0505385 Jun 30 09:33:48.311576 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49572) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:48.336466 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:48.346505 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] Set router b44c5824-3f34-4a6a-ab50-bd9d4a506239 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:48.358390 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49574) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:48.425640 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.427359 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.475145 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.479036 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 4951c248-bcaf-4108-88b6-cbd073757e7e up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:48.507900 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.524770 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Transition to ACTIVE for port object 631ad68b-24ef-4c9a-80f3-a6f28218c31f will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:48.632202 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.712494 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b3fb7666-9be1-4ecd-8dcc-ae1c539c0360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.732313 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.743437 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Network f4a03450-b195-45ce-8645-e7bd5ae6dc10 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:48.745270 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 3, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port': {'id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:48.746731 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:48.755163 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:48.757090 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-799159865-network', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:48.836945 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Pushing event updated for resources: {'Port': ['ID=631ad68b-24ef-4c9a-80f3-a6f28218c31f,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:48.842181 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 4951c248-bcaf-4108-88b6-cbd073757e7e triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:48.842593 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.850034 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4e569-db6b-4f91-802a-fe569cca92a2 None None] The sync data for ids ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'] in dv-cinder-793515-7-iscsi is: [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 3, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port': {'id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:48.858393 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Made reservation on behalf of e2183ff0d11e426898abce51e4045f6f for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:48.862485 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.877760 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.908584 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.937590 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:48.941625 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.180931 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.298555 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.303124 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-f5267715-2880-4f09-8fa3-3bc67193013d None None] Provisioning for port 631ad68b-24ef-4c9a-80f3-a6f28218c31f completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:49.326341 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.333348 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-f5267715-2880-4f09-8fa3-3bc67193013d None None] Provisioning complete for port 631ad68b-24ef-4c9a-80f3-a6f28218c31f triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:49.333348 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-f5267715-2880-4f09-8fa3-3bc67193013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.384819 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Allocated IP 172.20.0.2 (64f5b3cc-fc8c-4684-bfa4-b730236d6a37/4601baad-31c9-4325-af1e-4ad964aa9141/bff2aa7d-0b02-44a3-8506-90c41018e045) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:49.391986 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:49.399402 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-f5267715-2880-4f09-8fa3-3bc67193013d None None] Port 631ad68b-24ef-4c9a-80f3-a6f28218c31f cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:49.424965 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff06dd-8186-43ee-a796-544e8d5040de req-85223cb4-e915-4f5c-8414-0af1df18e988 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:49.426646 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-53ff06dd-8186-43ee-a796-544e8d5040de req-85223cb4-e915-4f5c-8414-0af1df18e988 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2024262 Jun 30 09:33:49.433686 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.437340 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2939d9d1-1406-4516-a77d-0cc855076454,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:49.495473 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.495915 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Added segment b260021a-d36b-4a32-96d7-8582844e3478 of type vlan for network ffc01093-0697-4bf1-85e5-db707a5d1b04 Jun 30 09:33:49.497754 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.552045 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12bb4c-e091-4610-b134-7669e16c3862 req-cbec12b3-f981-4fae-aa99-c7ff3985dc3f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:49.554131 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7e12bb4c-e091-4610-b134-7669e16c3862 req-cbec12b3-f981-4fae-aa99-c7ff3985dc3f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.2247660 Jun 30 09:33:49.554432 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-53ff06dd-8186-43ee-a796-544e8d5040de req-0fde0fe1-c1b1-4718-9d3b-70494ef175ac tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192770 Jun 30 09:33:49.562245 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.568380 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.600919 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.602692 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.615199 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Transition to ACTIVE for port object bff2aa7d-0b02-44a3-8506-90c41018e045 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:49.645078 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Transition to ACTIVE for port object bff2aa7d-0b02-44a3-8506-90c41018e045 will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:49.659958 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.694663 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.695795 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:49.697712 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.699872 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Pushing event updated for resources: {'Port': ['ID=631ad68b-24ef-4c9a-80f3-a6f28218c31f,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:49.721044 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:49.724043 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:49.733257 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:49.747901 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Pushing event updated for resources: {'Port': ['ID=bff2aa7d-0b02-44a3-8506-90c41018e045,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:49.771110 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.807266 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7e12bb4c-e091-4610-b134-7669e16c3862 req-65080604-f3a0-4837-a6cf-2cd11df43901 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266586 Jun 30 09:33:49.831715 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc01093-0697-4bf1-85e5-db707a5d1b04,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:49.848282 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Allocated IP 172.27.3.157 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/385d3ffe-4de8-40b7-83c4-8cd600f93ff5) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:49.863740 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:49.872090 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-50e1d78a-acc7-4e88-93bd-d268c84ae352 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5083339 Jun 30 09:33:49.876462 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49596) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.887266 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Request body: {'subnet': {'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-799159865-subnet', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:49.941291 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Attempting to bind port bff2aa7d-0b02-44a3-8506-90c41018e045 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:49.941715 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Attempting to bind port bff2aa7d-0b02-44a3-8506-90c41018e045 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:49.942088 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Attempting to bind port bff2aa7d-0b02-44a3-8506-90c41018e045 on network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:49.979732 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:49.980216 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Checking segment: {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:49.981894 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Made reservation on behalf of e2183ff0d11e426898abce51e4045f6f for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:49.982021 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.983294 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Bound using segment: {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:49.983811 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Bound port: bff2aa7d-0b02-44a3-8506-90c41018e045, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:49.984212 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.984322 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2969626'] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.005963 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Network f4a03450-b195-45ce-8645-e7bd5ae6dc10 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:50.008343 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:50.123156 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] For port bff2aa7d-0b02-44a3-8506-90c41018e045, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:50.127425 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] For port bff2aa7d-0b02-44a3-8506-90c41018e045, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=bff2aa7d-0b02-44a3-8506-90c41018e045,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:50.133783 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.145801 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.214804 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-62e66250-9b2c-4f82-93ac-528aa473d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:50.216364 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-62e66250-9b2c-4f82-93ac-528aa473d12c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1098 time: 0.1401601 Jun 30 09:33:50.221571 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Router b44c5824-3f34-4a6a-ab50-bd9d4a506239 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:50.246654 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1f995-6582-4593-a4b5-fb17e19491b3 None None] Pushing event updated for resources: {'Port': ['ID=bff2aa7d-0b02-44a3-8506-90c41018e045,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.410775 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.417907 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-91a4a54a-3c5a-4ae6-a274-cd88db93b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:50.419513 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-91a4a54a-3c5a-4ae6-a274-cd88db93b56a service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.1938262 Jun 30 09:33:50.480065 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:50.485591 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c3afa33b-e854-4e90-a941-058406e8c520 None None] Provisioning complete for port 631ad68b-24ef-4c9a-80f3-a6f28218c31f triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:50.485797 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c3afa33b-e854-4e90-a941-058406e8c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.490714 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Pushing event updated for resources: {'Port': ['ID=385d3ffe-4de8-40b7-83c4-8cd600f93ff5,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.496189 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5964264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2969612'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.512739 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-6e83fc5a-9693-46df-bbb4-4330146891ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 200 len: 1001 time: 0.0816243 Jun 30 09:33:50.545288 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:50.553864 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:50.560895 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:50.579910 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:50.586732 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-8b6e8f80-62a4-41cc-9e48-5e92ddf9acd0 admin admin] 10.222.0.70 "PUT /v2.0/routers/b44c5824-3f34-4a6a-ab50-bd9d4a506239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8890982 Jun 30 09:33:50.607694 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-04068dec-515b-4e6a-b5a9-c300ce177e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:50.611629 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-04068dec-515b-4e6a-b5a9-c300ce177e99 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0899417 Jun 30 09:33:50.642310 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-c3afa33b-e854-4e90-a941-058406e8c520 None None] Port 631ad68b-24ef-4c9a-80f3-a6f28218c31f cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:50.651680 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb087683-53c8-428f-b983-8b44c003e106,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.671074 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Checking segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:50.671668 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Network hostable DHCP agents. Network: ffc01093-0697-4bf1-85e5-db707a5d1b04, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:50.683845 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:50.690780 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:50.691363 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.729759 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-212460cb-af36-41fa-a9d3-5c0fd053ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:50.734235 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-212460cb-af36-41fa-a9d3-5c0fd053ae9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1157606 Jun 30 09:33:50.792650 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:50.832178 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, ffc01093-0697-4bf1-85e5-db707a5d1b04) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:50.832347 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.846080 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:50.846792 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.863355 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06f33d-a361-4b1a-9576-6a18e7f81206 None None] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:50.878345 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-aee2aa6a-acfd-4062-b24f-cd32eccad7ec admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0008245 Jun 30 09:33:50.879031 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49612) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:50.890568 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:50.917581 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.919453 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.934779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=6c5d4a9d-1e05-4a6b-80d6-34c333a510fc,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:50.947346 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.055528 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac4b3-0471-4ddf-af13-2cc6a5d22240 req-f55acff9-169d-4437-934f-e07c47cbed5b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:51.060551 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2b7ac4b3-0471-4ddf-af13-2cc6a5d22240 req-f55acff9-169d-4437-934f-e07c47cbed5b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2111487 Jun 30 09:33:51.066358 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-bec2ebd2-3201-47e9-ad9a-010c3fef6887 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193195 Jun 30 09:33:51.179423 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2b7ac4b3-0471-4ddf-af13-2cc6a5d22240 req-74686bac-3831-4590-bc93-69fa2b2ee827 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057990 Jun 30 09:33:51.184202 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-e3ffce02-07d6-45d9-a124-50974e97b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.231974 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=6c5d4a9d-1e05-4a6b-80d6-34c333a510fc,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:51.260532 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3aade92a-56a8-46b5-b15e-3bbfc84ec033 req-d83f6ef3-e099-4973-a3f2-1d4e4de7082b service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800253 Jun 30 09:33:51.325508 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-ffc01093-0697-4bf1-85e5-db707a5d1b04', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:51.327034 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.426136 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.512938 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.526996 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726665-2e8e-4146-b97a-32f62cf510ab req-c2bf1b38-8932-4330-adf3-bbb3312b4b08 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:51.534445 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2d726665-2e8e-4146-b97a-32f62cf510ab req-c2bf1b38-8932-4330-adf3-bbb3312b4b08 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1338618 Jun 30 09:33:51.568289 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.584714 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49630) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.593616 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-acb71547-1d93-4207-831f-6ae3532bee7e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20497968', 'description': 'tempest-secgroup-smoke-20497968 description', 'project_id': '163a23a9669849d5a7477f0a8b714f00'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:51.599691 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Allocated IP 172.20.0.2 (ffc01093-0697-4bf1-85e5-db707a5d1b04/eb087683-53c8-428f-b983-8b44c003e106/1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:51.661944 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.669514 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2d726665-2e8e-4146-b97a-32f62cf510ab req-a4a56cd9-8d8e-48c0-990a-4260c19e5c38 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280713 Jun 30 09:33:51.678786 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-acb71547-1d93-4207-831f-6ae3532bee7e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.822213 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2f32a-0bc9-40b4-bf74-65c0e02b722a None None] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:51.830917 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-acb71547-1d93-4207-831f-6ae3532bee7e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.835659 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-acb71547-1d93-4207-831f-6ae3532bee7e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.870802 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-acb71547-1d93-4207-831f-6ae3532bee7e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.872499 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-acb71547-1d93-4207-831f-6ae3532bee7e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2853684 Jun 30 09:33:51.874873 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49632) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.879433 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-6e0a16ac-22ab-4904-8509-057157b64a83 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'security_group_rule': {'security_group_id': '3e4e5849-7de7-4aa0-88ad-794cca671b9e', 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:51.887164 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb71547-1d93-4207-831f-6ae3532bee7e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e5849-7de7-4aa0-88ad-794cca671b9e,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:51.903996 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.908356 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-2c721ba9-31ca-490e-987f-19650f19768b None None] Provisioning for port bff2aa7d-0b02-44a3-8506-90c41018e045 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:51.916685 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6e0a16ac-22ab-4904-8509-057157b64a83 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.927640 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Transition to ACTIVE for port object 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:51.957859 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Transition to ACTIVE for port object 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:51.982938 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.987478 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.015577 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6e0a16ac-22ab-4904-8509-057157b64a83 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.022117 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6e0a16ac-22ab-4904-8509-057157b64a83 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.039581 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:52.041725 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a16ac-22ab-4904-8509-057157b64a83 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef4463c-d2a2-4be2-ab09-147d2540ddc3,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.045838 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:52.053194 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:52.059630 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6e0a16ac-22ab-4904-8509-057157b64a83 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.062438 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-6e0a16ac-22ab-4904-8509-057157b64a83 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855645 Jun 30 09:33:52.065514 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49634) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.071133 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-a94fdf83-112a-478c-892e-dadd9d2a7346 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'security_group_rule': {'security_group_id': '3e4e5849-7de7-4aa0-88ad-794cca671b9e', 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:52.080459 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Pushing event updated for resources: {'Port': ['ID=1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.103262 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf83-112a-478c-892e-dadd9d2a7346 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.144756 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Sync routers for ids ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:52.172698 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Attempting to bind port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:52.173071 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Attempting to bind port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:52.173440 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Attempting to bind port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 on network ffc01093-0697-4bf1-85e5-db707a5d1b04 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:52.176616 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Routers {'b44c5824-3f34-4a6a-ab50-bd9d4a506239'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:52.177439 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:52.177602 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf83-112a-478c-892e-dadd9d2a7346 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.183891 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf83-112a-478c-892e-dadd9d2a7346 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.191153 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.207684 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fdf83-112a-478c-892e-dadd9d2a7346 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285e211b-d40c-4ab8-92b4-5ed3d8336064,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.210771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf83-112a-478c-892e-dadd9d2a7346 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.214625 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-a94fdf83-112a-478c-892e-dadd9d2a7346 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451263 Jun 30 09:33:52.215427 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49638) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.215695 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.223183 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-24051c76-10e5-43fb-a51e-ceb8a04713fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'security_group_rule': {'security_group_id': '3e4e5849-7de7-4aa0-88ad-794cca671b9e', 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:52.268761 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24051c76-10e5-43fb-a51e-ceb8a04713fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.322494 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Set router b44c5824-3f34-4a6a-ab50-bd9d4a506239 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:52.330825 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24051c76-10e5-43fb-a51e-ceb8a04713fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.343483 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24051c76-10e5-43fb-a51e-ceb8a04713fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.366029 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24051c76-10e5-43fb-a51e-ceb8a04713fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8cb763-6116-4225-a292-078300c21e03,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.376996 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24051c76-10e5-43fb-a51e-ceb8a04713fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.380983 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-24051c76-10e5-43fb-a51e-ceb8a04713fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615210 Jun 30 09:33:52.387082 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49642) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.393205 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-8539f2f6-6168-407f-8832-9d1846e0a313 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'security_group_rule': {'security_group_id': '3e4e5849-7de7-4aa0-88ad-794cca671b9e', 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:52.410307 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:52.410690 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Checking segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:52.415695 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.415695 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Bound using segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:52.415695 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Bound port: 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:52.415695 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.425275 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:52.461832 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8539f2f6-6168-407f-8832-9d1846e0a313 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.496038 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf723dd-6f0f-473c-8d27-399dd6ffbbf3 req-767f1fb5-99db-42d0-bb50-ae6d8134e51d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:52.504564 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-adf723dd-6f0f-473c-8d27-399dd6ffbbf3 req-767f1fb5-99db-42d0-bb50-ae6d8134e51d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1310115 Jun 30 09:33:52.521133 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Allocated IP 172.27.3.217 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:52.582305 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-adf723dd-6f0f-473c-8d27-399dd6ffbbf3 req-9b96cd2a-bef3-4f40-8c2e-e87998c88526 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766792 Jun 30 09:33:52.602049 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8539f2f6-6168-407f-8832-9d1846e0a313 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.608192 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8539f2f6-6168-407f-8832-9d1846e0a313 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.617573 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] For port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:52.621896 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] For port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:52.633272 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539f2f6-6168-407f-8832-9d1846e0a313 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97d2982-3984-4683-b70b-09bcfcd33851,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.642149 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8539f2f6-6168-407f-8832-9d1846e0a313 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.646293 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-8539f2f6-6168-407f-8832-9d1846e0a313 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2553585 Jun 30 09:33:52.646293 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49644) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.651952 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:52.652139 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-62a37295-488e-49e2-910a-78d7e4485432 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'security_group_rule': {'security_group_id': '3e4e5849-7de7-4aa0-88ad-794cca671b9e', 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:52.680300 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.securitygroups_db [None req-62a37295-488e-49e2-910a-78d7e4485432 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Project 163a23a9669849d5a7477f0a8b714f00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:33:52.686349 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-62a37295-488e-49e2-910a-78d7e4485432 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.691671 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:52.701429 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Sync routers for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:52.708360 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.718455 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:52.720873 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:52.725710 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.726954 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-2d7e95b2-1061-41f7-bc41-5e155d7f28bb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4107742 Jun 30 09:33:52.732095 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49650) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.769466 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-62a37295-488e-49e2-910a-78d7e4485432 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.774706 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-62a37295-488e-49e2-910a-78d7e4485432 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.788629 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.810897 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01dbf0-2625-4d7d-a7d7-86fd06b8d7bc None None] Pushing event updated for resources: {'Port': ['ID=1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.831219 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a37295-488e-49e2-910a-78d7e4485432 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e29fe2b-4163-4c55-84d5-5413a5b9c14a,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.839440 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-62a37295-488e-49e2-910a-78d7e4485432 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.841315 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-62a37295-488e-49e2-910a-78d7e4485432 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1943717 Jun 30 09:33:52.843278 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49656) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.844325 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.854377 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-77faf1fe-ca59-48f8-9124-1eb908318078 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'security_group_rule': {'security_group_id': '3e4e5849-7de7-4aa0-88ad-794cca671b9e', 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:52.897898 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:52.918502 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.securitygroups_db [None req-77faf1fe-ca59-48f8-9124-1eb908318078 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Project 163a23a9669849d5a7477f0a8b714f00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:33:52.925962 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-77faf1fe-ca59-48f8-9124-1eb908318078 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.926190 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.930334 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:52.930816 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.061064 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-77faf1fe-ca59-48f8-9124-1eb908318078 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.067185 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-77faf1fe-ca59-48f8-9124-1eb908318078 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.089496 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faf1fe-ca59-48f8-9124-1eb908318078 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c12df50-0cf6-48df-9ab6-9397b7930fed,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.097476 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-77faf1fe-ca59-48f8-9124-1eb908318078 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.099170 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-77faf1fe-ca59-48f8-9124-1eb908318078 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2541721 Jun 30 09:33:53.106518 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device bff2aa7d-0b02-44a3-8506-90c41018e045 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:53.122012 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.149845 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:33:49Z', 'revision_number': 4, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port': {'id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '631ad68b-24ef-4c9a-80f3-a6f28218c31f', 'name': '', 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'mac_address': 'fa:16:3e:18:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3126cb94-48dc-4c66-b37f-9f0c8dab37cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:49Z', 'revision_number': 2, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'subnets': [{'id': '3126cb94-48dc-4c66-b37f-9f0c8dab37cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:53.198821 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Checking router: b44c5824-3f34-4a6a-ab50-bd9d4a506239 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:53.199366 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Updating router b44c5824-3f34-4a6a-ab50-bd9d4a506239 port 631ad68b-24ef-4c9a-80f3-a6f28218c31f binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:53.273726 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60072f48-b71d-4207-bb7b-2abe87a759f4 req-fd6f2176-f639-4186-8625-b56dc3e41cb7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:53.281687 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-60072f48-b71d-4207-bb7b-2abe87a759f4 req-fd6f2176-f639-4186-8625-b56dc3e41cb7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 945 time: 0.3599010 Jun 30 09:33:53.286505 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.293557 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:50Z', 'revision_number': 3, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:53.300358 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:53.309821 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port bff2aa7d-0b02-44a3-8506-90c41018e045 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:53.326386 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port bff2aa7d-0b02-44a3-8506-90c41018e045 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:53.326386 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.340139 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:53.351595 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:53.363611 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Checking router: 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:53.363967 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Updating router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:53.419385 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.614694 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.640184 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:53.764435 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.776535 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Transition to ACTIVE for port object 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:53.785355 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.816207 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port bff2aa7d-0b02-44a3-8506-90c41018e045, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=bff2aa7d-0b02-44a3-8506-90c41018e045,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:53.836772 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.849303 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456ae5c-cbff-4d9b-96f1-48f9ac57f760 None None] Pushing event updated for resources: {'Port': ['ID=385d3ffe-4de8-40b7-83c4-8cd600f93ff5,revision_number=2']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.909341 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Pushing event updated for resources: {'Port': ['ID=5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.926070 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46e1a9-efaf-4603-ab53-03c326cb5f93 req-6976c709-5d21-4a41-b291-c43bc50f86ee tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:53.935290 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Attempting to bind port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:53.935750 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Attempting to bind port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:53.936119 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Attempting to bind port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:53.941794 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ec46e1a9-efaf-4603-ab53-03c326cb5f93 req-6976c709-5d21-4a41-b291-c43bc50f86ee tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2007408 Jun 30 09:33:53.953648 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:53.954026 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:53.954591 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.955259 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:53.955754 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Bound port: 385d3ffe-4de8-40b7-83c4-8cd600f93ff5, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:53.956160 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.041876 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ec46e1a9-efaf-4603-ab53-03c326cb5f93 req-4bc4e0ef-3c38-4b53-a82e-fbf55737e1e4 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988412 Jun 30 09:33:54.116670 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] For port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:54.120442 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] For port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=385d3ffe-4de8-40b7-83c4-8cd600f93ff5,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:54.131804 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.201124 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:54.201858 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:54.247118 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-60072f48-b71d-4207-bb7b-2abe87a759f4 req-caa051a7-b94a-4693-89a1-6b0fe25cf95d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9642739 Jun 30 09:33:54.273451 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.321100 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.338690 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.362325 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456ae5c-cbff-4d9b-96f1-48f9ac57f760 None None] Pushing event updated for resources: {'Port': ['ID=385d3ffe-4de8-40b7-83c4-8cd600f93ff5,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.373259 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=bff2aa7d-0b02-44a3-8506-90c41018e045,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.389443 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:54.406031 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456721cc-4c6d-4f3b-b9b7-680f9e9e06cd" -d '{"events": [{"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:54.478369 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:54.495021 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:54.514171 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.588134 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cff1596-cf5f-43a3-ac83-afd20dd9602d x-openstack-request-id: req-8cff1596-cf5f-43a3-ac83-afd20dd9602d {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:54.588134 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:54.588479 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8cff1596-cf5f-43a3-ac83-afd20dd9602d {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:54.588830 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'code': 200} Jun 30 09:33:54.596797 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decabe55-18b6-4b0c-bd33-9ee397eaa2b2 None None] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:54.646373 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:54.720946 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.731383 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=8']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.766486 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-b1f21899-7aa8-4d29-81a1-e7dc348b7c83 None None] Provisioning for port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:54.789765 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:50Z', 'revision_number': 3, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:54.791600 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.817501 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944516c-b1c1-4949-bf69-d78e7df06b4c None None] The sync data for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi is: [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:50Z', 'revision_number': 3, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:54.817795 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.819060 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Transition to ACTIVE for port object 631ad68b-24ef-4c9a-80f3-a6f28218c31f will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:54.839949 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:54.847986 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.854055 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:54.854440 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.966007 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ae475-297b-4525-94a3-b9d58620628a None None] Pushing event updated for resources: {'Port': ['ID=631ad68b-24ef-4c9a-80f3-a6f28218c31f,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.039672 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Router d920df23-8519-4153-b2d1-76e29f3709e2 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:55.113785 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Attempting to bind port 631ad68b-24ef-4c9a-80f3-a6f28218c31f on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:55.113785 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Attempting to bind port 631ad68b-24ef-4c9a-80f3-a6f28218c31f by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:55.115124 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Attempting to bind port 631ad68b-24ef-4c9a-80f3-a6f28218c31f on network f4a03450-b195-45ce-8645-e7bd5ae6dc10 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:55.160280 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:55.160657 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Checking segment: {'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:55.161081 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.161436 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Bound using segment: {'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:55.162053 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Bound port: 631ad68b-24ef-4c9a-80f3-a6f28218c31f, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ebf30a-84cb-488c-878a-6a908e6af1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:55.162279 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.194959 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.202590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Allocated IP 172.20.0.1 (64f5b3cc-fc8c-4684-bfa4-b730236d6a37/4601baad-31c9-4325-af1e-4ad964aa9141/471e4979-3625-4649-a633-c7528a2e44dc) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:55.282559 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:55.292780 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.384808 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e37cd-585f-4f68-8f39-9640575827ae req-02358117-4e53-49b7-a371-e7a4d5641058 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:55.396952 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-642e37cd-585f-4f68-8f39-9640575827ae req-02358117-4e53-49b7-a371-e7a4d5641058 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1497626 Jun 30 09:33:55.475454 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] For port 631ad68b-24ef-4c9a-80f3-a6f28218c31f, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:55.479475 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-642e37cd-585f-4f68-8f39-9640575827ae req-168ec48b-175f-46f8-9de4-6217d2f68295 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804009 Jun 30 09:33:55.481523 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] For port 631ad68b-24ef-4c9a-80f3-a6f28218c31f, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=631ad68b-24ef-4c9a-80f3-a6f28218c31f,segment=NetworkSegment(07ebf30a-84cb-488c-878a-6a908e6af1d0),segment_id=07ebf30a-84cb-488c-878a-6a908e6af1d0)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:55.483432 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.494923 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.557259 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:55.585020 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:55.595914 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.602962 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49732) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:55.603171 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-76ec6d3c-ad74-4ff0-9069-2b1e37c59296 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7147992 Jun 30 09:33:55.627976 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Routers {'b44c5824-3f34-4a6a-ab50-bd9d4a506239'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:55.628408 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:55.632043 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.669915 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Transition to ACTIVE for port object 471e4979-3625-4649-a633-c7528a2e44dc will not be triggered until provisioned by entity DHCP. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:55.682095 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:55.683038 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:55.685031 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ae475-297b-4525-94a3-b9d58620628a None None] Pushing event updated for resources: {'Port': ['ID=631ad68b-24ef-4c9a-80f3-a6f28218c31f,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.697511 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaff007-8b1c-474f-a446-3ed62b87a730 req-9b06e355-cfb9-400c-a14c-4be194adc026 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:55.699336 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dbaff007-8b1c-474f-a446-3ed62b87a730 req-9b06e355-cfb9-400c-a14c-4be194adc026 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.2232475 Jun 30 09:33:55.747744 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-95225e3f-8483-417c-8d34-0d6624ae843e None None] Provisioning complete for port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:55.747744 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-95225e3f-8483-417c-8d34-0d6624ae843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.789678 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dbaff007-8b1c-474f-a446-3ed62b87a730 req-8db763b2-9d22-4d62-9c4e-b7ff0cd8b797 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816383 Jun 30 09:33:55.811163 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.864301 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:55.870111 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:55.889349 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:55.969689 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.973362 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Pushing event updated for resources: {'Port': ['ID=471e4979-3625-4649-a633-c7528a2e44dc,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:56.102765 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:56.236364 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] Set router b44c5824-3f34-4a6a-ab50-bd9d4a506239 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:56.412572 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.710080 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:56.829870 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-4bd30959-e56f-4218-a419-1aa0e281a7f6 None None] Provisioning for port 471e4979-3625-4649-a633-c7528a2e44dc completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:56.839621 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-4bd30959-e56f-4218-a419-1aa0e281a7f6 None None] Provisioning complete for port 471e4979-3625-4649-a633-c7528a2e44dc triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:56.840001 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-4bd30959-e56f-4218-a419-1aa0e281a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.863577 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.871491 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.901101 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-4bd30959-e56f-4218-a419-1aa0e281a7f6 None None] Port 471e4979-3625-4649-a633-c7528a2e44dc cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:56.905253 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:56.905621 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.941747 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Pushing event updated for resources: {'Port': ['ID=471e4979-3625-4649-a633-c7528a2e44dc,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:56.964642 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.970435 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec5af0-9ad0-47c8-9641-94b2c423b803 req-250428f7-8f17-4101-896f-a5d9ceee583b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.980272 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cdec5af0-9ad0-47c8-9641-94b2c423b803 req-250428f7-8f17-4101-896f-a5d9ceee583b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1635299 Jun 30 09:33:57.022580 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:33:49Z', 'revision_number': 4, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port': {'id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '631ad68b-24ef-4c9a-80f3-a6f28218c31f', 'name': '', 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'mac_address': 'fa:16:3e:18:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3126cb94-48dc-4c66-b37f-9f0c8dab37cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 4, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'subnets': [{'id': '3126cb94-48dc-4c66-b37f-9f0c8dab37cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:57.052324 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cdec5af0-9ad0-47c8-9641-94b2c423b803 req-f4667655-59c6-4827-bb29-c0b509b1d53d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Jun 30 09:33:57.123027 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:57.128015 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:57.210877 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.325960 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:57.347465 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c453e69-cffd-404d-8e2f-1d8fae174ed7 None None] The sync data for ids ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'] in dv-cinder-793515-7-iscsi is: [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:33:49Z', 'revision_number': 4, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port': {'id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '631ad68b-24ef-4c9a-80f3-a6f28218c31f', 'name': '', 'network_id': 'f4a03450-b195-45ce-8645-e7bd5ae6dc10', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'mac_address': 'fa:16:3e:18:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3126cb94-48dc-4c66-b37f-9f0c8dab37cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 4, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'subnets': [{'id': '3126cb94-48dc-4c66-b37f-9f0c8dab37cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:57.566694 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:57.570034 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:53Z', 'revision_number': 3, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:57.666885 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:57.666885 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Updating router d920df23-8519-4153-b2d1-76e29f3709e2 port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:57.685409 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Allocated IP 172.20.0.1 (ffc01093-0697-4bf1-85e5-db707a5d1b04/eb087683-53c8-428f-b983-8b44c003e106/31078161-3e5d-458c-a7f2-14c25a47f2c9) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:57.695331 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-8836cd22-c7de-4f2c-8e87-7b2566c63bc2 None None] Provisioning complete for port 471e4979-3625-4649-a633-c7528a2e44dc triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:57.695720 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-8836cd22-c7de-4f2c-8e87-7b2566c63bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.703548 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:33:57.837612 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec77f1-ed15-4e69-bcbe-6777a74851a7 req-da3ed0a3-ebb7-4d4c-b004-44d1efbb37ce tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:57.839529 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3dec77f1-ed15-4e69-bcbe-6777a74851a7 req-da3ed0a3-ebb7-4d4c-b004-44d1efbb37ce tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.2743788 Jun 30 09:33:57.847152 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.914022 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-8836cd22-c7de-4f2c-8e87-7b2566c63bc2 None None] Port 471e4979-3625-4649-a633-c7528a2e44dc cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:57.919954 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:57.928726 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:57.929100 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.930902 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3dec77f1-ed15-4e69-bcbe-6777a74851a7 req-a549bd73-3e79-434e-9841-a7774651ee49 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844622 Jun 30 09:33:57.934464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.949695 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Transition to ACTIVE for port object 31078161-3e5d-458c-a7f2-14c25a47f2c9 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:58.041088 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.064938 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49790) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:58.075809 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:58.094563 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Sync routers for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:58.102549 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-ab21617e-d254-47a8-aecc-67901b4c71aa admin admin] 10.222.0.70 "PUT /v2.0/routers/8534ce5b-3e66-46d0-bbce-3b1b2bcf7118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3688776 Jun 30 09:33:58.110534 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:58.116289 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:58.137806 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:58.152418 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:58.156042 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:58.213520 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Pushing event updated for resources: {'Port': ['ID=31078161-3e5d-458c-a7f2-14c25a47f2c9,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:58.361981 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.373455 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-a3012bd3-48b5-4580-9897-62276e219f4d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3056607 Jun 30 09:33:58.442238 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:58.464078 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.636935 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=385d3ffe-4de8-40b7-83c4-8cd600f93ff5,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:58.636935 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.636935 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device bff2aa7d-0b02-44a3-8506-90c41018e045 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:58.705357 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.727347 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-7160221e-a532-4ecd-9589-afb4f8658b1e None None] Provisioning for port 31078161-3e5d-458c-a7f2-14c25a47f2c9 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:58.770008 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-7160221e-a532-4ecd-9589-afb4f8658b1e None None] Provisioning complete for port 31078161-3e5d-458c-a7f2-14c25a47f2c9 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:58.772774 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7160221e-a532-4ecd-9589-afb4f8658b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.782475 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052a56-ecc4-4ab7-ba59-ec4a6f2dced5 req-f62e8c93-5cfa-4d84-8496-b7dea9767a15 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:58.790548 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-35052a56-ecc4-4ab7-ba59-ec4a6f2dced5 req-f62e8c93-5cfa-4d84-8496-b7dea9767a15 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2248468 Jun 30 09:33:58.967403 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.981401 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Transition to ACTIVE for port object 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:58.989773 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-35052a56-ecc4-4ab7-ba59-ec4a6f2dced5 req-e6ff5d78-f048-4215-aec4-e108b3182a82 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981711 Jun 30 09:33:59.039210 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-7160221e-a532-4ecd-9589-afb4f8658b1e None None] Port 31078161-3e5d-458c-a7f2-14c25a47f2c9 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:59.050758 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.069572 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=385d3ffe-4de8-40b7-83c4-8cd600f93ff5,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.085413 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port bff2aa7d-0b02-44a3-8506-90c41018e045 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:59.085675 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.179506 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Attempting to bind port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:59.179926 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Attempting to bind port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:59.180300 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Attempting to bind port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:59.196108 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:59.196659 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:59.197182 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.197766 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:59.198657 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Bound port: 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:59.199515 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.215288 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.227864 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.282699 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] For port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:59.290993 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] For port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:59.308928 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.342657 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05515f25-0f2a-4a45-a43b-3c82ff1ccf53 None None] Pushing event updated for resources: {'Port': ['ID=5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.374758 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 2, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:59.380627 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49828) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:59.387763 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0de63-6b74-4334-834f-d67441e3184c req-092ee578-26c8-4f74-8793-ea7d92d6c266 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:59.394017 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-976733041-network', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:59.399533 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4dd0de63-6b74-4334-834f-d67441e3184c req-092ee578-26c8-4f74-8793-ea7d92d6c266 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1514471 Jun 30 09:33:59.413578 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Checking router: 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:59.414200 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Updating router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 port 471e4979-3625-4649-a633-c7528a2e44dc binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:59.439400 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.462612 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Made reservation on behalf of 580e40255ee34d8e8fd4be7651cec775 for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:59.464589 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:59.466503 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4dd0de63-6b74-4334-834f-d67441e3184c req-410e8c73-e43f-498f-9b4e-f33fb6cd3213 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654888 Jun 30 09:33:59.467166 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.469081 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:59.469289 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Pushing event updated for resources: {'Port': ['ID=31078161-3e5d-458c-a7f2-14c25a47f2c9,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.479154 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.479341 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.479534 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.479847 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.480204 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.480556 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.481115 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.481495 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.482598 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.482962 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.483298 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.483817 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.484661 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:59.509422 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.603271 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05515f25-0f2a-4a45-a43b-3c82ff1ccf53 None None] Pushing event updated for resources: {'Port': ['ID=5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.643211 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:59.695646 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:59.698709 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:59.794510 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.857503 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.892288 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=92901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:59.942268 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.943556 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.944074 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Added segment 54c4fc93-dc21-4c4f-96c9-29f7f50466f3 of type vlan for network 8aaf8ef9-51d4-49c5-a78c-225250aad795 Jun 30 09:33:59.955879 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Transition to ACTIVE for port object 471e4979-3625-4649-a633-c7528a2e44dc will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:59.956381 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f37ba-3f2f-4e55-8e6c-5c6ec97009df,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.965132 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 631ad68b-24ef-4c9a-80f3-a6f28218c31f up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:59.972303 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.025732 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12a443-329d-4f5d-a58f-586872ac78b9 None None] Pushing event updated for resources: {'Port': ['ID=471e4979-3625-4649-a633-c7528a2e44dc,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:00.037029 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Router d920df23-8519-4153-b2d1-76e29f3709e2 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:00.101762 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 631ad68b-24ef-4c9a-80f3-a6f28218c31f completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:00.111405 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 631ad68b-24ef-4c9a-80f3-a6f28218c31f triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:00.112270 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.116456 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.171599 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Attempting to bind port 471e4979-3625-4649-a633-c7528a2e44dc on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:00.172394 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Attempting to bind port 471e4979-3625-4649-a633-c7528a2e44dc by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:00.172857 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Attempting to bind port 471e4979-3625-4649-a633-c7528a2e44dc on network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:00.179766 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:00.182494 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Checking segment: {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:00.182951 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.183357 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Bound using segment: {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:00.184573 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 2, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.184973 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Bound port: 471e4979-3625-4649-a633-c7528a2e44dc, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:00.185392 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.237750 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4a691-e92d-4323-8ff5-0b36e3f6608d None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 2, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:00.258368 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-67ca08d4-9d68-41f3-a499-f458b03ea35c None None] Provisioning complete for port 31078161-3e5d-458c-a7f2-14c25a47f2c9 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:00.259008 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-67ca08d4-9d68-41f3-a499-f458b03ea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.324388 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-67ca08d4-9d68-41f3-a499-f458b03ea35c None None] Port 31078161-3e5d-458c-a7f2-14c25a47f2c9 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:00.354533 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.356480 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:00.357265 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.372061 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] For port 471e4979-3625-4649-a633-c7528a2e44dc, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:00.386039 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] For port 471e4979-3625-4649-a633-c7528a2e44dc, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=471e4979-3625-4649-a633-c7528a2e44dc,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:00.394643 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.402316 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.465908 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 631ad68b-24ef-4c9a-80f3-a6f28218c31f, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=631ad68b-24ef-4c9a-80f3-a6f28218c31f,segment=NetworkSegment(07ebf30a-84cb-488c-878a-6a908e6af1d0),segment_id=07ebf30a-84cb-488c-878a-6a908e6af1d0)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:00.472049 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.473107 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:00.502549 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1202922 Jun 30 09:34:00.503668 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49842) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:00.506074 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8adb99-e210-43c4-831e-a0346eced46b admin admin] Pushing event updated for resources: {'Network': ['ID=8aaf8ef9-51d4-49c5-a78c-225250aad795,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:00.529602 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Request body: {'subnet': {'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-976733041-subnet', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:00.536865 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:00.538059 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 8aaf8ef9-51d4-49c5-a78c-225250aad795 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:00.552842 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:00.553411 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.566707 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-9a2ca77c-c8bf-4a77-b80e-e83d4fd307e4 admin admin] 10.222.0.70 "PUT /v2.0/routers/d920df23-8519-4153-b2d1-76e29f3709e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9642820 Jun 30 09:34:00.608890 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Made reservation on behalf of 580e40255ee34d8e8fd4be7651cec775 for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:00.616896 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758216'] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.891600 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:00.962318 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac895d-e42f-4e0c-b55b-16f56e46315e req-82984b2b-01a6-4cd7-a689-63a731a08999 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:00.965509 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-32ac895d-e42f-4e0c-b55b-16f56e46315e req-82984b2b-01a6-4cd7-a689-63a731a08999 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1729522 Jun 30 09:34:00.974324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5033897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758238'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.981426 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=631ad68b-24ef-4c9a-80f3-a6f28218c31f,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.001142 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:01.002195 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.024508 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6490ca7c-6ad0-4ea5-a98a-126bd21fa121,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.034814 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2164cf-08f3-4e1e-b815-2c8c15f9ca2d req-9e9b15f4-62bc-43f7-ae29-27e929692195 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:01.036603 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bd2164cf-08f3-4e1e-b815-2c8c15f9ca2d req-9e9b15f4-62bc-43f7-ae29-27e929692195 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.8091960 Jun 30 09:34:01.065026 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-32ac895d-e42f-4e0c-b55b-16f56e46315e req-a82aba40-ad4e-481e-9430-945e764f9c85 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903835 Jun 30 09:34:01.157110 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Checking segment: {'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:01.163539 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Network hostable DHCP agents. Network: 8aaf8ef9-51d4-49c5-a78c-225250aad795, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:01.194142 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bd2164cf-08f3-4e1e-b815-2c8c15f9ca2d req-25a2d7f5-fedf-4547-aac4-6e5a6cec3248 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499870 Jun 30 09:34:01.196220 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12a443-329d-4f5d-a58f-586872ac78b9 None None] Pushing event updated for resources: {'Port': ['ID=471e4979-3625-4649-a633-c7528a2e44dc,revision_number=4']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.216084 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Network 8aaf8ef9-51d4-49c5-a78c-225250aad795 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:01.232634 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 8aaf8ef9-51d4-49c5-a78c-225250aad795) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:01.241282 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:01.246764 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739bf7c0-af89-49cc-b9d8-aec0232ea2c5 None None] Network 8aaf8ef9-51d4-49c5-a78c-225250aad795 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:01.251028 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.275550 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-7314fa17-3ecd-4d86-9f51-4f95ceba0b3b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7653692 Jun 30 09:34:01.277083 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49856) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:01.285237 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:01.319793 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.323771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.387303 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:34:00Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:01.447533 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.465621 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76f3ea-1f67-4c39-bc72-e04b3b0446e1 None None] The sync data for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi is: [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:34:00Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:01.490069 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-8aaf8ef9-51d4-49c5-a78c-225250aad795', 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'fixed_ips': [{'subnet_id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:01.491656 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.790937 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49870) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:01.798715 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1178377895-network', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:01.819197 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.833235 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Made reservation on behalf of fdfb0c56bb5948a1a611b6f5d55a388a for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:01.836655 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.848131 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Allocated IP 172.20.0.2 (8aaf8ef9-51d4-49c5-a78c-225250aad795/6490ca7c-6ad0-4ea5-a98a-126bd21fa121/ff3a4f05-b426-4081-8eba-5d2496fb11c0) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:01.850845 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.086063 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 631ad68b-24ef-4c9a-80f3-a6f28218c31f up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:02.153206 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.159799 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.236633 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:02.252347 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fcebc8-f22f-46c1-97b9-4557e8da1440,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.259493 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.260073 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Added segment 2ad51b05-5e36-45c9-947d-924cb2398909 of type vlan for network 0337d152-f8c9-475a-8209-52906eaa8730 Jun 30 09:34:02.290211 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.330633 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.333045 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.380194 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.411255 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.412696 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:02.413534 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.419059 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Transition to ACTIVE for port object ff3a4f05-b426-4081-8eba-5d2496fb11c0 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:02.509191 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Transition to ACTIVE for port object ff3a4f05-b426-4081-8eba-5d2496fb11c0 will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:02.512563 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 631ad68b-24ef-4c9a-80f3-a6f28218c31f triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:02.513293 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.518275 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.526239 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7299526 Jun 30 09:34:02.533734 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49888) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:02.549418 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Request body: {'subnet': {'network_id': '0337d152-f8c9-475a-8209-52906eaa8730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1178377895-subnet', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:02.598510 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f95dea-5aac-4d89-969b-2ba5b67b8fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=0337d152-f8c9-475a-8209-52906eaa8730,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.619711 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Network 8aaf8ef9-51d4-49c5-a78c-225250aad795 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:02.620604 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network 0337d152-f8c9-475a-8209-52906eaa8730 details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:02.641815 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Made reservation on behalf of fdfb0c56bb5948a1a611b6f5d55a388a for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:02.644766 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Allocated IP 172.27.3.187 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/23f27dc0-b566-4689-8bd3-abcf39d050b3) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:02.645272 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2969626'] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.664328 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df4d39-731b-4590-b8f4-35b81c107fd3 req-051e9746-07cf-497f-a9db-7b03f7692e40 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:02.664699 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:02.672218 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f0df4d39-731b-4590-b8f4-35b81c107fd3 req-051e9746-07cf-497f-a9db-7b03f7692e40 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.3011217 Jun 30 09:34:02.715241 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:02.719937 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Pushing event updated for resources: {'Port': ['ID=ff3a4f05-b426-4081-8eba-5d2496fb11c0,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.729650 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf075fb4-120d-4f3c-99af-d9f925404de0 req-5e4744e2-4208-4530-a7c6-32b13ecca953 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:02.730441 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cf075fb4-120d-4f3c-99af-d9f925404de0 req-5e4744e2-4208-4530-a7c6-32b13ecca953 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1632082 Jun 30 09:34:02.759533 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f0df4d39-731b-4590-b8f4-35b81c107fd3 req-61d8cb3f-b1fc-4078-8e5c-fed75dc4914e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862219 Jun 30 09:34:02.836592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.849785 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cf075fb4-120d-4f3c-99af-d9f925404de0 req-6ec78c2c-1ef6-4b8d-b0cf-97a3554d23e9 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931883 Jun 30 09:34:02.858670 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:02.863812 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Attempting to bind port ff3a4f05-b426-4081-8eba-5d2496fb11c0 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:02.864187 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Attempting to bind port ff3a4f05-b426-4081-8eba-5d2496fb11c0 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:02.864556 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Attempting to bind port ff3a4f05-b426-4081-8eba-5d2496fb11c0 on network 8aaf8ef9-51d4-49c5-a78c-225250aad795 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:02.882791 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:02.885715 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Checking segment: {'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:02.887810 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.888536 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Bound using segment: {'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:02.889811 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Bound port: ff3a4f05-b426-4081-8eba-5d2496fb11c0, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:02.891169 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.897320 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.920908 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5964264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2969612'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.976309 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:02.985266 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:02.988117 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Pushing event updated for resources: {'Port': ['ID=23f27dc0-b566-4689-8bd3-abcf39d050b3,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.994498 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:03.009700 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c272d2ee-60c3-452d-91d5-9bb9ba57da32,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.029015 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Checking segment: {'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:03.029576 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Network hostable DHCP agents. Network: 0337d152-f8c9-475a-8209-52906eaa8730, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:03.056144 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Network 0337d152-f8c9-475a-8209-52906eaa8730 is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:03.068347 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, 0337d152-f8c9-475a-8209-52906eaa8730) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:03.073374 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:03.074337 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.081625 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095454f7-f351-4571-9e3c-50cef1a05b15 None None] Network 0337d152-f8c9-475a-8209-52906eaa8730 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:03.085451 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] For port ff3a4f05-b426-4081-8eba-5d2496fb11c0, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:03.090060 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:03.105296 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b59d952e-1bf5-4e5f-bd5a-c4598702b111 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5615494 Jun 30 09:34:03.111833 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] For port ff3a4f05-b426-4081-8eba-5d2496fb11c0, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ff3a4f05-b426-4081-8eba-5d2496fb11c0,segment=NetworkSegment(54c4fc93-dc21-4c4f-96c9-29f7f50466f3),segment_id=54c4fc93-dc21-4c4f-96c9-29f7f50466f3)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:03.117135 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 49896) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:03.122310 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:03.142933 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:03.143311 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.148593 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.159858 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37534'] for router, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.161302 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37525'] for router, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.241393 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.333624 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f34ff-79b2-4fc7-b23b-0887a42df274 None None] Pushing event updated for resources: {'Port': ['ID=ff3a4f05-b426-4081-8eba-5d2496fb11c0,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.473848 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.489080 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37603'] for router, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.508158 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:03.521407 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.522331 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 471e4979-3625-4649-a633-c7528a2e44dc up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:03.700002 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.704471 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6dd88e2-8a5b-5d00-86ba-d9e5a163f67e-0337d152-f8c9-475a-8209-52906eaa8730', 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'fixed_ips': [{'subnet_id': 'c272d2ee-60c3-452d-91d5-9bb9ba57da32'}]}} from dv-cinder-793515-7-iscsi. {{(pid=92903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:03.705410 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.860101 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.889383 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.917511 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.944313 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 471e4979-3625-4649-a633-c7528a2e44dc completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:03.950849 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 471e4979-3625-4649-a633-c7528a2e44dc triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:03.951237 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.012177 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.db_base_plugin_common [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Allocated IP 172.20.0.2 (0337d152-f8c9-475a-8209-52906eaa8730/c272d2ee-60c3-452d-91d5-9bb9ba57da32/7c2a3846-87a8-4411-9546-fbf9ae6dd09d) {{(pid=92903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:04.076439 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Allocated IP 172.27.3.108 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/10309dca-cedd-436e-bf85-ce142a23a831) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:04.143305 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd724-d96a-455f-8dc7-371af76429f3 req-68ecade0-9f9c-4a1a-b913-499919d030fe tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.146543 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.147877 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-769dd724-d96a-455f-8dc7-371af76429f3 req-68ecade0-9f9c-4a1a-b913-499919d030fe tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1399217 Jun 30 09:34:04.176464 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.259330 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0580b-ae13-4dc4-834c-90afecc9cf95 req-b0a3ca9a-14fe-4200-b561-3d53e65c195a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.262295 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4cb0580b-ae13-4dc4-834c-90afecc9cf95 req-b0a3ca9a-14fe-4200-b561-3d53e65c195a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.2516015 Jun 30 09:34:04.303085 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Notify callbacks [] for port, precommit_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.307031 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-769dd724-d96a-455f-8dc7-371af76429f3 req-09478064-1041-41f2-a304-23ad8637591d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171587 Jun 30 09:34:04.313131 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Transition to ACTIVE for port object 7c2a3846-87a8-4411-9546-fbf9ae6dd09d will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:04.346420 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 471e4979-3625-4649-a633-c7528a2e44dc, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=471e4979-3625-4649-a633-c7528a2e44dc,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:04.363202 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.371515 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Transition to ACTIVE for port object 7c2a3846-87a8-4411-9546-fbf9ae6dd09d will not be triggered until provisioned by entity DHCP. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:04.385442 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.428410 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642'] for port, after_create {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.466121 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4cb0580b-ae13-4dc4-834c-90afecc9cf95 req-c69fab39-168e-4e25-899e-6fe5fae05096 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833310 Jun 30 09:34:04.505772 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19fce-0ef1-4b56-8c7b-46825f8f4c91 req-34b019bf-4de8-47fa-a73f-d9584d4c9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.507319 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e6f19fce-0ef1-4b56-8c7b-46825f8f4c91 req-34b019bf-4de8-47fa-a73f-d9584d4c9644 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1099 time: 0.2235906 Jun 30 09:34:04.522333 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Network 0337d152-f8c9-475a-8209-52906eaa8730 is already hosted by enough agents. {{(pid=92903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:04.530210 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.scheduler.base_scheduler [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Resources bound (agent type, host, resource id): {{(pid=92903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:04.548976 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.551700 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Received port after_create {{(pid=92903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:04.559354 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:34:04.562036 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=471e4979-3625-4649-a633-c7528a2e44dc,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.592253 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e6f19fce-0ef1-4b56-8c7b-46825f8f4c91 req-41538f68-bf48-48c3-a6e8-e6cd4e08bba3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Jun 30 09:34:04.708808 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:04.712090 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:04.729896 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:04.790929 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ff3a4f05-b426-4081-8eba-5d2496fb11c0 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:04.807525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Pushing event updated for resources: {'Port': ['ID=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,revision_number=1']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.810235 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Pushing event updated for resources: {'Port': ['ID=10309dca-cedd-436e-bf85-ce142a23a831,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.830665 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Attempting to bind port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:04.831074 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Attempting to bind port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:04.831446 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Attempting to bind port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d on network 0337d152-f8c9-475a-8209-52906eaa8730 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:04.834961 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:04.841413 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:04.844681 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Checking segment: {'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:04.845145 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.845548 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Bound using segment: {'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:04.846056 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Bound port: 7c2a3846-87a8-4411-9546-fbf9ae6dd09d, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:04.846466 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.852181 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Sync routers for ids ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:04.887179 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] Notify callbacks [] for router, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.894892 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ac5042ba-45e3-4d9c-89bb-07741d5aef80 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6094396 Jun 30 09:34:04.895547 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49916) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:04.959061 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c7a25-c79a-49e3-89d3-df00dbb8135e None None] Network 8aaf8ef9-51d4-49c5-a78c-225250aad795 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:05.187185 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.288490 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Routers {'60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:05.289152 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:05.399068 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-f7a5a66a-8bf5-4f62-9207-f539438a90d4 None None] Provisioning for port ff3a4f05-b426-4081-8eba-5d2496fb11c0 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:05.426639 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] For port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:05.494464 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397899'] for router, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.501111 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port ff3a4f05-b426-4081-8eba-5d2496fb11c0 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:05.512556 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] For port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,segment=NetworkSegment(2ad51b05-5e36-45c9-947d-924cb2398909),segment_id=2ad51b05-5e36-45c9-947d-924cb2398909)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:05.521399 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port ff3a4f05-b426-4081-8eba-5d2496fb11c0 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:05.521885 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.524550 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-058abbdb-ed5f-421c-9177-217348de2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.526222 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-058abbdb-ed5f-421c-9177-217348de2bef service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7&tenant_id=b6ed3c3a185c4129b8190b83655ae519 HTTP/1.1" status: 200 len: 1096 time: 0.2073064 Jun 30 09:34:05.528822 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.631597 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Set router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:05.702469 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf1f9-f2b6-4c3d-b02d-8b1cb51b7c90 req-6dffc229-d959-4d9c-adfc-d7ec3176a990 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.704674 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5dbdf1f9-f2b6-4c3d-b02d-8b1cb51b7c90 req-6dffc229-d959-4d9c-adfc-d7ec3176a990 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2020516 Jun 30 09:34:05.798775 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.799788 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0677b-4fd6-43be-9a76-ab0f8d694cfa None None] Pushing event updated for resources: {'Port': ['ID=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:05.826339 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 is scheduled to L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 with binding_index 1 {{(pid=92902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:34:05.841893 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5dbdf1f9-f2b6-4c3d-b02d-8b1cb51b7c90 req-2c3fc926-c6d2-4364-9ced-ae8ffbf496e3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081381 Jun 30 09:34:05.928299 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.989682 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-11b8a61d-2ed7-46a0-8eb6-f33d3825628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.991665 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-11b8a61d-2ed7-46a0-8eb6-f33d3825628a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1096 time: 0.4159071 Jun 30 09:34:06.110187 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:06.130132 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Sync routers for ids ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:06.137949 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.141504 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e29f1ac8-bf94-464a-8abe-2345b8db9440 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0224214 Jun 30 09:34:06.143222 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port ff3a4f05-b426-4081-8eba-5d2496fb11c0, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ff3a4f05-b426-4081-8eba-5d2496fb11c0,segment=NetworkSegment(54c4fc93-dc21-4c4f-96c9-29f7f50466f3),segment_id=54c4fc93-dc21-4c4f-96c9-29f7f50466f3)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:06.143856 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Routers {'59b9d292-4cf7-43c5-8cd6-94c206b316d9'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:06.144040 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 49928) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:06.148036 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:06.163546 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.164363 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:06.360706 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Set router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:06.396313 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:06.418159 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 3, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port': {'id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:02Z', 'updated_at': '2021-06-30T09:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:06.460550 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Checking router: 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:06.461143 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Updating router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a port 23f27dc0-b566-4689-8bd3-abcf39d050b3 binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:06.467377 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9211341-2f5b-4f12-9973-ec6eece631d0 req-fb283a92-e85b-4c77-a582-5ab99b3725c1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:06.470741 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d9211341-2f5b-4f12-9973-ec6eece631d0 req-fb283a92-e85b-4c77-a582-5ab99b3725c1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.5990455 Jun 30 09:34:06.520256 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-1ac25c92-087a-4efe-ac48-f28c2091ab49 None None] Provisioning complete for port ff3a4f05-b426-4081-8eba-5d2496fb11c0 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:06.520631 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-1ac25c92-087a-4efe-ac48-f28c2091ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.569554 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=ff3a4f05-b426-4081-8eba-5d2496fb11c0,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:06.574300 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:06.575078 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.621980 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:06.622863 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:06.640211 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d9211341-2f5b-4f12-9973-ec6eece631d0 req-7de77bb1-687a-4812-9c95-c3931b75e9ca tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383007 Jun 30 09:34:06.642467 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Allocated IP 172.20.0.1 (8aaf8ef9-51d4-49c5-a78c-225250aad795/6490ca7c-6ad0-4ea5-a98a-126bd21fa121/0f5ead1c-c503-4fdf-81e6-2e383685d88d) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:06.646799 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '10309dca-cedd-436e-bf85-ce142a23a831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:05Z', 'revision_number': 3, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port': {'id': '10309dca-cedd-436e-bf85-ce142a23a831', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:06.684768 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.693553 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Checking router: 59b9d292-4cf7-43c5-8cd6-94c206b316d9 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:06.694123 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Updating router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 port 10309dca-cedd-436e-bf85-ce142a23a831 binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:06.754916 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.893110 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.946523 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Transition to ACTIVE for port object 0f5ead1c-c503-4fdf-81e6-2e383685d88d will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:07.019441 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.072531 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Network 8aaf8ef9-51d4-49c5-a78c-225250aad795 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:07.081017 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:07.132599 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:07.134372 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:07.141913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b3736-2b72-443f-9fb9-f8117f0f6a8a req-725e9124-b93c-4d8c-9fb2-423e89fdf25f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:07.150633 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6c5b3736-2b72-443f-9fb9-f8117f0f6a8a req-725e9124-b93c-4d8c-9fb2-423e89fdf25f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1448457 Jun 30 09:34:07.253236 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.273030 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.273591 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6c5b3736-2b72-443f-9fb9-f8117f0f6a8a req-c6636908-e577-42d8-9775-cdef57b92afb tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212420 Jun 30 09:34:07.298242 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Transition to ACTIVE for port object 10309dca-cedd-436e-bf85-ce142a23a831 will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:07.311672 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.350314 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.376318 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Pushing event updated for resources: {'Port': ['ID=0f5ead1c-c503-4fdf-81e6-2e383685d88d,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.543184 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 7c2a3846-87a8-4411-9546-fbf9ae6dd09d up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:07.568597 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3be1e7-044d-4658-aed0-b69b9e82e396 None None] Network 0337d152-f8c9-475a-8209-52906eaa8730 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:07.573938 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adb13e-d325-40a5-822b-cebd25bb8999 None None] Pushing event updated for resources: {'Port': ['ID=10309dca-cedd-436e-bf85-ce142a23a831,revision_number=2']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.581745 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Attempting to bind port 10309dca-cedd-436e-bf85-ce142a23a831 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:07.582227 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Attempting to bind port 10309dca-cedd-436e-bf85-ce142a23a831 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:07.582691 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Attempting to bind port 10309dca-cedd-436e-bf85-ce142a23a831 on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:07.588787 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:07.589372 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:07.589835 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.590296 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:07.590862 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Bound port: 10309dca-cedd-436e-bf85-ce142a23a831, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:07.591356 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.665067 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] For port 10309dca-cedd-436e-bf85-ce142a23a831, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:07.669409 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] For port 10309dca-cedd-436e-bf85-ce142a23a831, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=10309dca-cedd-436e-bf85-ce142a23a831,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:07.676849 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.735246 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adb13e-d325-40a5-822b-cebd25bb8999 None None] Pushing event updated for resources: {'Port': ['ID=10309dca-cedd-436e-bf85-ce142a23a831,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.742752 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.759309 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Routers {'59b9d292-4cf7-43c5-8cd6-94c206b316d9'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:07.759962 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:07.788230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Allocated IP 172.20.0.1 (0337d152-f8c9-475a-8209-52906eaa8730/c272d2ee-60c3-452d-91d5-9bb9ba57da32/6254e9a3-1a06-497a-8a81-7e1424f0f009) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:07.882773 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] Set router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:07.978089 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-4ee68cc6-6ae5-4069-861d-17113ba1a38d None None] Provisioning for port 0f5ead1c-c503-4fdf-81e6-2e383685d88d completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:07.986963 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-4ee68cc6-6ae5-4069-861d-17113ba1a38d None None] Provisioning complete for port 0f5ead1c-c503-4fdf-81e6-2e383685d88d triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:07.987333 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-4ee68cc6-6ae5-4069-861d-17113ba1a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.032318 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-4ee68cc6-6ae5-4069-861d-17113ba1a38d None None] Port 0f5ead1c-c503-4fdf-81e6-2e383685d88d cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:08.099519 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '10309dca-cedd-436e-bf85-ce142a23a831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:05Z', 'revision_number': 3, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port': {'id': '10309dca-cedd-436e-bf85-ce142a23a831', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:08.132459 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e226b9d-ebc1-424a-a27c-f92a548a3312 None None] The sync data for ids ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'] in dv-cinder-793515-7-iscsi is: [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '10309dca-cedd-436e-bf85-ce142a23a831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:05Z', 'revision_number': 3, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port': {'id': '10309dca-cedd-436e-bf85-ce142a23a831', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:08.217551 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:08.233632 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-5bf24863-75c4-4c99-bef9-d3e45a71d8f8 None None] Provisioning for port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:08.241172 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:08.241550 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.248243 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 2, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:08.270008 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-5bf24863-75c4-4c99-bef9-d3e45a71d8f8 None None] Provisioning complete for port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:08.270378 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-5bf24863-75c4-4c99-bef9-d3e45a71d8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.317397 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f87cad-3248-43a6-be94-4f63e642c04a req-b98d0490-f48e-4424-bce0-dce6d816bebd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:08.323802 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e0f87cad-3248-43a6-be94-4f63e642c04a req-b98d0490-f48e-4424-bce0-dce6d816bebd tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0837686 Jun 30 09:34:08.343766 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:08.344145 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Updating router d920df23-8519-4153-b2d1-76e29f3709e2 port 31078161-3e5d-458c-a7f2-14c25a47f2c9 binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:08.368382 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e0f87cad-3248-43a6-be94-4f63e642c04a req-81216caa-35ba-49bd-b19f-9e9c82dac65c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Jun 30 09:34:08.404160 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.440594 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Transition to ACTIVE for port object 23f27dc0-b566-4689-8bd3-abcf39d050b3 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:08.448639 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.468760 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.506012 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.521549 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb125a7-7c04-4a50-a739-9a415a85d285 req-c682a89d-a017-4e90-a679-0e78327a6149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:08.529039 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-afb125a7-7c04-4a50-a739-9a415a85d285 req-c682a89d-a017-4e90-a679-0e78327a6149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.5844421 Jun 30 09:34:08.533794 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.538194 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.594849 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Attempting to bind port 23f27dc0-b566-4689-8bd3-abcf39d050b3 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:08.595169 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Attempting to bind port 23f27dc0-b566-4689-8bd3-abcf39d050b3 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:08.595540 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Attempting to bind port 23f27dc0-b566-4689-8bd3-abcf39d050b3 on network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:08.619598 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Transition to ACTIVE for port object 6254e9a3-1a06-497a-8a81-7e1424f0f009 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:08.642137 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:08.642572 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Checking segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:08.643727 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.644141 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Bound using segment: {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:08.644895 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Bound port: 23f27dc0-b566-4689-8bd3-abcf39d050b3, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82792a0-8afe-4b18-8f8c-c049ecb8a693', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:08.645153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.660408 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.667901 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-afb125a7-7c04-4a50-a739-9a415a85d285 req-41543794-302d-457f-9451-c89413d66c7b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379101 Jun 30 09:34:08.668542 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Pushing event updated for resources: {'Port': ['ID=0f5ead1c-c503-4fdf-81e6-2e383685d88d,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:08.690826 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fda2a6-c1e0-4bdc-8bba-7758bcd7f6ff None None] Pushing event updated for resources: {'Port': ['ID=23f27dc0-b566-4689-8bd3-abcf39d050b3,revision_number=2']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:08.698761 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.700602 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-5bf24863-75c4-4c99-bef9-d3e45a71d8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.742205 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.802013 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Network 0337d152-f8c9-475a-8209-52906eaa8730 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:08.810737 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:08.819080 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:08.838731 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,segment=NetworkSegment(2ad51b05-5e36-45c9-947d-924cb2398909),segment_id=2ad51b05-5e36-45c9-947d-924cb2398909)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:08.864110 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Pushing event updated for resources: {'Port': ['ID=6254e9a3-1a06-497a-8a81-7e1424f0f009,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:08.897238 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] For port 23f27dc0-b566-4689-8bd3-abcf39d050b3, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:08.904219 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.905010 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 471e4979-3625-4649-a633-c7528a2e44dc up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:08.907849 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Network 8aaf8ef9-51d4-49c5-a78c-225250aad795 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:08.978188 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] For port 23f27dc0-b566-4689-8bd3-abcf39d050b3, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=23f27dc0-b566-4689-8bd3-abcf39d050b3,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:08.993213 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:09.011109 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400194'] for router_interface, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.053210 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-334e820e-198e-4a49-b544-bd3b4606844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.054766 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-334e820e-198e-4a49-b544-bd3b4606844c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 1099 time: 0.1425054 Jun 30 09:34:09.132111 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.299831 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-5d018d55-a3fb-4d33-adaa-034546614ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.301285 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-5d018d55-a3fb-4d33-adaa-034546614ea8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.2372622 Jun 30 09:34:09.304686 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.db.api [None req-5bf24863-75c4-4c99-bef9-d3e45a71d8f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:34:09.305409 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG oslo_db.api [None req-5bf24863-75c4-4c99-bef9-d3e45a71d8f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:34:09.357058 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:09.391971 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-b95def24-4f43-415f-ae94-14955a9eb4cb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 200 len: 217 time: 0.0831065 Jun 30 09:34:09.400934 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-1aa4367e-41d1-4236-9aec-65cbdd08d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.402417 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-1aa4367e-41d1-4236-9aec-65cbdd08d1c6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.5431702 Jun 30 09:34:09.490456 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fda2a6-c1e0-4bdc-8bba-7758bcd7f6ff None None] Pushing event updated for resources: {'Port': ['ID=23f27dc0-b566-4689-8bd3-abcf39d050b3,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:09.495069 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Routers {'60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:09.495730 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:09.543800 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 471e4979-3625-4649-a633-c7528a2e44dc triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:09.544172 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.591466 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:09.703307 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ff3a4f05-b426-4081-8eba-5d2496fb11c0 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:09.737769 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:34:09.767426 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-fa9b0686-8ea1-4a3e-a1df-36021ccd909e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 200 len: 999 time: 0.3264863 Jun 30 09:34:09.799825 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-727b8fa9-e953-478d-b010-34413bcda031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.802075 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-727b8fa9-e953-478d-b010-34413bcda031 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.3998449 Jun 30 09:34:09.819712 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.854532 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-def273f7-e170-41b7-8d1c-7b9b00f19755 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372868 Jun 30 09:34:09.863924 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.881714 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Transition to ACTIVE for port object 31078161-3e5d-458c-a7f2-14c25a47f2c9 will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:09.954063 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] Set router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:09.963314 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-eac28624-8064-42e2-9d6d-caee442ecc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.963523 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1ef00-88f2-4f1e-acf7-7b751b1fa69d req-0fbdc290-933a-4698-8ed9-e6cb39d36f7d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.964721 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-eac28624-8064-42e2-9d6d-caee442ecc03 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.1465471 Jun 30 09:34:09.965204 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1ee1ef00-88f2-4f1e-acf7-7b751b1fa69d req-0fbdc290-933a-4698-8ed9-e6cb39d36f7d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2664561 Jun 30 09:34:10.013657 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.027319 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-73d43663-8b34-4dac-bc0b-151282b65b06 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542549 Jun 30 09:34:10.111512 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1ee1ef00-88f2-4f1e-acf7-7b751b1fa69d req-791c8ad6-c223-4d8c-ae1e-deb769bfabc3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349263 Jun 30 09:34:10.154227 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:10.170872 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-5e8dd552-2ea7-461d-9313-bd1d54e1d50b admin admin] 10.222.0.70 "PUT /v2.0/routers/60ec7d8e-70ad-4140-a1d5-0abcdc51d89a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2640162 Jun 30 09:34:10.176713 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port ff3a4f05-b426-4081-8eba-5d2496fb11c0 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:10.177093 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.198455 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-451743a5-a61b-4b4c-a7c9-c2efd6ea5e7e req-9fbf1eff-7df9-4a05-9c79-c81bf5164df2 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697929 Jun 30 09:34:10.237551 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-a92fc9cc-ce8c-489b-99ae-6f993a44fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:10.244658 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-a92fc9cc-ce8c-489b-99ae-6f993a44fc6e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2545733 Jun 30 09:34:10.252459 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae0bdd-8ad7-4cb0-9f1a-c5a3d16698da req-56ac098d-fe41-4c12-8413-0fcfa2a197dd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:10.254307 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01ae0bdd-8ad7-4cb0-9f1a-c5a3d16698da req-56ac098d-fe41-4c12-8413-0fcfa2a197dd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.3333747 Jun 30 09:34:10.255487 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51adffc-1e39-4d82-b22d-ca5752260fdf None None] Pushing event updated for resources: {'Port': ['ID=31078161-3e5d-458c-a7f2-14c25a47f2c9,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:10.330752 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01ae0bdd-8ad7-4cb0-9f1a-c5a3d16698da req-8ed1da8e-4ff4-46b3-a3ee-9b4e571310d7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701039 Jun 30 09:34:10.360707 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.367529 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.389874 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Provisioning for port 6254e9a3-1a06-497a-8a81-7e1424f0f009 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:10.400795 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Attempting to bind port 31078161-3e5d-458c-a7f2-14c25a47f2c9 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:10.401197 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Attempting to bind port 31078161-3e5d-458c-a7f2-14c25a47f2c9 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:10.401562 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Attempting to bind port 31078161-3e5d-458c-a7f2-14c25a47f2c9 on network ffc01093-0697-4bf1-85e5-db707a5d1b04 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:10.424983 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Provisioning complete for port 6254e9a3-1a06-497a-8a81-7e1424f0f009 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:10.425609 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.452570 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399989'] for router_interface, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.461613 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Pushing event updated for resources: {'Port': ['ID=6254e9a3-1a06-497a-8a81-7e1424f0f009,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:10.583286 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Network 0337d152-f8c9-475a-8209-52906eaa8730 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:10.584801 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:10.625382 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:10.625764 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Checking segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:10.626162 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.626559 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Bound using segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:10.627077 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Bound port: 31078161-3e5d-458c-a7f2-14c25a47f2c9, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:10.627457 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.698623 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Port 6254e9a3-1a06-497a-8a81-7e1424f0f009 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:10.750351 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:10.825790 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Provisioning complete for port 0f5ead1c-c503-4fdf-81e6-2e383685d88d triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:10.826167 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.832367 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] For port 31078161-3e5d-458c-a7f2-14c25a47f2c9, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:10.865462 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] For port 31078161-3e5d-458c-a7f2-14c25a47f2c9, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=31078161-3e5d-458c-a7f2-14c25a47f2c9,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:10.883349 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.892118 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Port 0f5ead1c-c503-4fdf-81e6-2e383685d88d cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:10.981457 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 4, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port': {'id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:02Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '0f5ead1c-c503-4fdf-81e6-2e383685d88d', 'name': '', 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'mac_address': 'fa:16:3e:ca:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:05Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 2, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'subnets': [{'id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:10.997243 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:11.005536 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-37661166-4e74-4373-9028-54f245afad4b admin admin] 10.222.0.70 "PUT /v2.0/routers/59b9d292-4cf7-43c5-8cd6-94c206b316d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8561044 Jun 30 09:34:11.041744 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Provisioning complete for port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:11.042318 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-22e3fff3-eda2-48fa-9acb-ad121c1b1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.065998 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90361294-63e6-45ec-8234-3aae87c9e44e None None] The sync data for ids ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'] in dv-cinder-793515-7-iscsi is: [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 4, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port': {'id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:02Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '0f5ead1c-c503-4fdf-81e6-2e383685d88d', 'name': '', 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'mac_address': 'fa:16:3e:ca:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:05Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 2, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'subnets': [{'id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:11.072821 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:11.073444 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:11.149770 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 7c2a3846-87a8-4411-9546-fbf9ae6dd09d up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:11.187556 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51adffc-1e39-4d82-b22d-ca5752260fdf None None] Pushing event updated for resources: {'Port': ['ID=31078161-3e5d-458c-a7f2-14c25a47f2c9,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:11.321342 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:11.422751 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad8ea2-8e2c-4101-a7e8-131b72396ed0 req-8b3840e5-e704-431a-8500-62672afe2ce0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.431773 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-78ad8ea2-8e2c-4101-a7e8-131b72396ed0 req-8b3840e5-e704-431a-8500-62672afe2ce0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1060250 Jun 30 09:34:11.486233 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-78ad8ea2-8e2c-4101-a7e8-131b72396ed0 req-3e862286-06d2-4668-bf2f-b3ccd8429895 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Jun 30 09:34:11.491554 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:11.492088 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.692546 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 10309dca-cedd-436e-bf85-ce142a23a831 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:11.764631 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-e93ceaa3-eae2-47ad-8e98-0f758a99ad3f None None] Provisioning complete for port 6254e9a3-1a06-497a-8a81-7e1424f0f009 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:11.765964 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-e93ceaa3-eae2-47ad-8e98-0f758a99ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.793951 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e3a57-ca36-44b8-ae8e-839591e2bc56 req-df56373f-8df5-48a3-b361-689f3a295b0f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.801050 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d48e3a57-ca36-44b8-ae8e-839591e2bc56 req-df56373f-8df5-48a3-b361-689f3a295b0f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0734322 Jun 30 09:34:11.806844 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-e93ceaa3-eae2-47ad-8e98-0f758a99ad3f None None] Port 6254e9a3-1a06-497a-8a81-7e1424f0f009 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:11.814179 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 10309dca-cedd-436e-bf85-ce142a23a831 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:11.832947 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 10309dca-cedd-436e-bf85-ce142a23a831 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:11.833455 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.894388 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:10Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:11.899074 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d48e3a57-ca36-44b8-ae8e-839591e2bc56 req-2bc5ebb1-8e4d-4694-9d30-a1140d35a6ce tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970373 Jun 30 09:34:11.944447 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17ee39-50c1-4283-8cf4-b537a68e006b None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:10Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:11.989114 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 50020) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:11.994214 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-b48b7e16-453f-4dbf-b519-5dc505f2ce44 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159942036', 'description': 'tempest-secgroup-smoke-1159942036 description', 'project_id': 'e2183ff0d11e426898abce51e4045f6f'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:12.013209 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.032299 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b48b7e16-453f-4dbf-b519-5dc505f2ce44 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.048036 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 10309dca-cedd-436e-bf85-ce142a23a831, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=10309dca-cedd-436e-bf85-ce142a23a831,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:12.063035 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.150309 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=10309dca-cedd-436e-bf85-ce142a23a831,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:12.194300 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b48b7e16-453f-4dbf-b519-5dc505f2ce44 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.198624 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b48b7e16-453f-4dbf-b519-5dc505f2ce44 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.233038 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b48b7e16-453f-4dbf-b519-5dc505f2ce44 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.237241 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b48b7e16-453f-4dbf-b519-5dc505f2ce44 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2439616 Jun 30 09:34:12.237613 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 50022) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:12.243845 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-e8fd9589-cd30-4f34-a2b1-c5483b14ba19 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'security_group_rule': {'security_group_id': '3e4baeda-a7a1-40ac-9d44-f0237dd3c82e', 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:12.244332 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b7e16-453f-4dbf-b519-5dc505f2ce44 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:12.280161 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9589-cd30-4f34-a2b1-c5483b14ba19 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.370544 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9589-cd30-4f34-a2b1-c5483b14ba19 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.379366 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9589-cd30-4f34-a2b1-c5483b14ba19 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.408092 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd9589-cd30-4f34-a2b1-c5483b14ba19 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d1659d-0660-496f-8715-caf4b836af19,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:12.443803 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9589-cd30-4f34-a2b1-c5483b14ba19 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.445343 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e8fd9589-cd30-4f34-a2b1-c5483b14ba19 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058024 Jun 30 09:34:12.448101 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 50024) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:12.453432 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-c6ab14b8-666a-4fc9-b60a-ae2f37ffa981 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'security_group_rule': {'security_group_id': '3e4baeda-a7a1-40ac-9d44-f0237dd3c82e', 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:12.490030 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c6ab14b8-666a-4fc9-b60a-ae2f37ffa981 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.553118 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c6ab14b8-666a-4fc9-b60a-ae2f37ffa981 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.558252 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c6ab14b8-666a-4fc9-b60a-ae2f37ffa981 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.592832 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab14b8-666a-4fc9-b60a-ae2f37ffa981 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faaeb78b-90dc-4f57-b5de-a0aa553b69ab,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:12.602391 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c6ab14b8-666a-4fc9-b60a-ae2f37ffa981 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.607526 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 50028) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:12.608244 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-c6ab14b8-666a-4fc9-b60a-ae2f37ffa981 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590850 Jun 30 09:34:12.612276 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-cab44441-a8e4-4fd5-b152-af848c22be71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'security_group_rule': {'security_group_id': '3e4baeda-a7a1-40ac-9d44-f0237dd3c82e', 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:12.686582 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cab44441-a8e4-4fd5-b152-af848c22be71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.809805 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cab44441-a8e4-4fd5-b152-af848c22be71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.825943 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cab44441-a8e4-4fd5-b152-af848c22be71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.843126 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab44441-a8e4-4fd5-b152-af848c22be71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f885d891-8cf5-42d8-8026-554318d897f1,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:12.884584 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449bce5-9cbe-4b62-85ed-20794f36819c req-264bc79a-49db-45de-a3cf-2a1c1a1ecc9d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:12.909360 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a449bce5-9cbe-4b62-85ed-20794f36819c req-264bc79a-49db-45de-a3cf-2a1c1a1ecc9d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1842818 Jun 30 09:34:12.951302 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cab44441-a8e4-4fd5-b152-af848c22be71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.980909 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 50038) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:12.993522 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-cab44441-a8e4-4fd5-b152-af848c22be71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848305 Jun 30 09:34:13.006164 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-63335127-e062-4d9b-9f70-7c0ee8558691 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'security_group_rule': {'security_group_id': '3e4baeda-a7a1-40ac-9d44-f0237dd3c82e', 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:13.045384 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Sync routers for ids ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:13.065042 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Routers {'59b9d292-4cf7-43c5-8cd6-94c206b316d9'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:13.067925 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:13.084638 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63335127-e062-4d9b-9f70-7c0ee8558691 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.103485 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a449bce5-9cbe-4b62-85ed-20794f36819c req-1fa0b4f7-f01e-4ee6-8d1d-77bc791c1143 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931953 Jun 30 09:34:13.168466 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 31078161-3e5d-458c-a7f2-14c25a47f2c9 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:13.245488 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63335127-e062-4d9b-9f70-7c0ee8558691 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.248182 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 31078161-3e5d-458c-a7f2-14c25a47f2c9 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:13.249380 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63335127-e062-4d9b-9f70-7c0ee8558691 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.260833 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 31078161-3e5d-458c-a7f2-14c25a47f2c9 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:13.261478 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.310163 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63335127-e062-4d9b-9f70-7c0ee8558691 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc6b273-f5b6-43ac-b81e-9f5688318f96,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.327491 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-63335127-e062-4d9b-9f70-7c0ee8558691 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.329913 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-63335127-e062-4d9b-9f70-7c0ee8558691 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470826 Jun 30 09:34:13.338526 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 50042) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:13.351914 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-e8216c1f-1c7e-4b0b-8592-59f60460277a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'security_group_rule': {'security_group_id': '3e4baeda-a7a1-40ac-9d44-f0237dd3c82e', 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:13.380564 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Set router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:13.402953 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.securitygroups_db [None req-e8216c1f-1c7e-4b0b-8592-59f60460277a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Project e2183ff0d11e426898abce51e4045f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:34:13.416483 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8216c1f-1c7e-4b0b-8592-59f60460277a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.459511 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.527166 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 31078161-3e5d-458c-a7f2-14c25a47f2c9, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=31078161-3e5d-458c-a7f2-14c25a47f2c9,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:13.532519 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.533365 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 10309dca-cedd-436e-bf85-ce142a23a831 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:13.603077 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5861c3-7bf7-4e19-bca8-4087b352f734 req-453a36bf-2e56-4533-922f-34dd33785362 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:13.620112 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fd5861c3-7bf7-4e19-bca8-4087b352f734 req-453a36bf-2e56-4533-922f-34dd33785362 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.4730766 Jun 30 09:34:13.624730 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-b18fdbc9-2f4c-4fb2-b0a2-94b3458c8a53 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348331 Jun 30 09:34:13.627892 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8216c1f-1c7e-4b0b-8592-59f60460277a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.635571 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8216c1f-1c7e-4b0b-8592-59f60460277a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.681137 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8216c1f-1c7e-4b0b-8592-59f60460277a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8b0bcb-9cc4-46d7-ad43-d28dd5c2b2bf,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.701758 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e8216c1f-1c7e-4b0b-8592-59f60460277a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.703836 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e8216c1f-1c7e-4b0b-8592-59f60460277a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3641129 Jun 30 09:34:13.711359 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 50046) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:13.716027 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-9125f9fc-44ca-4df1-850b-921b34ee01f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'security_group_rule': {'security_group_id': '3e4baeda-a7a1-40ac-9d44-f0237dd3c82e', 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:13.808097 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.securitygroups_db [None req-9125f9fc-44ca-4df1-850b-921b34ee01f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Project e2183ff0d11e426898abce51e4045f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:34:13.829826 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9125f9fc-44ca-4df1-850b-921b34ee01f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.882945 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 10309dca-cedd-436e-bf85-ce142a23a831 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:13.886497 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.996768 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=31078161-3e5d-458c-a7f2-14c25a47f2c9,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:14.049377 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '10309dca-cedd-436e-bf85-ce142a23a831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:09Z', 'revision_number': 4, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port': {'id': '10309dca-cedd-436e-bf85-ce142a23a831', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '6254e9a3-1a06-497a-8a81-7e1424f0f009', 'name': '', 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'mac_address': 'fa:16:3e:0f:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c272d2ee-60c3-452d-91d5-9bb9ba57da32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:10Z', 'revision_number': 2, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'subnets': [{'id': 'c272d2ee-60c3-452d-91d5-9bb9ba57da32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:14.050136 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9125f9fc-44ca-4df1-850b-921b34ee01f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.062590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9125f9fc-44ca-4df1-850b-921b34ee01f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.084371 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fd5861c3-7bf7-4e19-bca8-4087b352f734 req-fdbc5784-7a93-46ab-b483-637ac8dc3a6a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4381285 Jun 30 09:34:14.141121 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125f9fc-44ca-4df1-850b-921b34ee01f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cd4137-5840-4eae-8f87-16699f663a99,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:14.154842 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9125f9fc-44ca-4df1-850b-921b34ee01f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.161256 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-9125f9fc-44ca-4df1-850b-921b34ee01f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4460292 Jun 30 09:34:14.169723 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Checking router: 59b9d292-4cf7-43c5-8cd6-94c206b316d9 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:14.172208 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Updating router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 port 6254e9a3-1a06-497a-8a81-7e1424f0f009 binding host dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:14.217199 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8149da9b-2cc3-4789-bb3f-690b57e7d704 req-ffbabc7c-b698-4170-adf3-fdeccf51516a service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206575 Jun 30 09:34:14.295990 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.589245 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1aac87-7146-45a7-8330-39076ed83aa9 req-f2871cc5-e4c7-470a-8dd1-4c1f53a98797 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:14.591282 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-eb1aac87-7146-45a7-8330-39076ed83aa9 req-f2871cc5-e4c7-470a-8dd1-4c1f53a98797 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.2057812 Jun 30 09:34:14.689596 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-eb1aac87-7146-45a7-8330-39076ed83aa9 req-c2bd88d5-c391-45ef-8e8a-d8da67785791 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913846 Jun 30 09:34:14.925720 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Notify callbacks [] for port, precommit_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.975151 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.provisioning_blocks [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Transition to ACTIVE for port object 6254e9a3-1a06-497a-8a81-7e1424f0f009 will not be triggered until provisioned by entity L2. {{(pid=92904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:15.017081 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.146964 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a0cf-7de7-466c-872a-a3c3a7d1eebc None None] Pushing event updated for resources: {'Port': ['ID=6254e9a3-1a06-497a-8a81-7e1424f0f009,revision_number=3']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:15.191737 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 31078161-3e5d-458c-a7f2-14c25a47f2c9 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:15.296512 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 31078161-3e5d-458c-a7f2-14c25a47f2c9 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:15.297479 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.354262 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Attempting to bind port 6254e9a3-1a06-497a-8a81-7e1424f0f009 on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:15.359346 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Attempting to bind port 6254e9a3-1a06-497a-8a81-7e1424f0f009 by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:15.359860 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Attempting to bind port 6254e9a3-1a06-497a-8a81-7e1424f0f009 on network 0337d152-f8c9-475a-8209-52906eaa8730 {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:15.368895 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:15.384097 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Checking segment: {'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:15.386873 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.387497 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Bound using segment: {'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'} {{(pid=92904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:15.388176 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.managers [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Bound port: 6254e9a3-1a06-497a-8a81-7e1424f0f009, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad51b05-5e36-45c9-947d-924cb2398909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730'}}] {{(pid=92904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:15.388863 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.524594 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 23f27dc0-b566-4689-8bd3-abcf39d050b3 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:15.526677 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b5d3-2e71-4101-ad25-1eb7a1d54d8e req-5d18a6a1-6344-4092-94c9-38378c51f950 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:15.528271 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e979b5d3-2e71-4101-ad25-1eb7a1d54d8e req-5d18a6a1-6344-4092-94c9-38378c51f950 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1585786 Jun 30 09:34:15.594729 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] For port 6254e9a3-1a06-497a-8a81-7e1424f0f009, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:15.598771 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 23f27dc0-b566-4689-8bd3-abcf39d050b3 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:15.604006 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.plugins.ml2.db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] For port 6254e9a3-1a06-497a-8a81-7e1424f0f009, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=6254e9a3-1a06-497a-8a81-7e1424f0f009,segment=NetworkSegment(2ad51b05-5e36-45c9-947d-924cb2398909),segment_id=2ad51b05-5e36-45c9-947d-924cb2398909)] {{(pid=92904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:15.609960 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 23f27dc0-b566-4689-8bd3-abcf39d050b3 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:15.610598 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.614950 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron_lib.callbacks.manager [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.623585 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e979b5d3-2e71-4101-ad25-1eb7a1d54d8e req-44f43457-fb28-4cd1-945b-302cd8ca665e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691600 Jun 30 09:34:15.717988 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Routers {'59b9d292-4cf7-43c5-8cd6-94c206b316d9'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:15.718669 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:15.724069 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a0cf-7de7-466c-872a-a3c3a7d1eebc None None] Pushing event updated for resources: {'Port': ['ID=6254e9a3-1a06-497a-8a81-7e1424f0f009,revision_number=4']} {{(pid=92904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:15.844022 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.857164 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7e30b-9639-4c96-8783-a5fbc9c1fe4f req-7042dd9b-6803-4aa3-a107-67620dd769cc tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:15.865316 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-23d7e30b-9639-4c96-8783-a5fbc9c1fe4f req-7042dd9b-6803-4aa3-a107-67620dd769cc tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1314158 Jun 30 09:34:15.893996 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 23f27dc0-b566-4689-8bd3-abcf39d050b3, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=23f27dc0-b566-4689-8bd3-abcf39d050b3,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:15.898134 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.955668 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-23d7e30b-9639-4c96-8783-a5fbc9c1fe4f req-6b9a9d7e-292c-4cdd-a641-3ce0fe3a1cb0 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890911 Jun 30 09:34:16.007817 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=23f27dc0-b566-4689-8bd3-abcf39d050b3,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:16.078681 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b397-4733-4710-8926-a25fafa481a8 req-ddc3f326-2e41-4929-bc38-481844ea4587 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:16.081376 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-21c7b397-4733-4710-8926-a25fafa481a8 req-ddc3f326-2e41-4929-bc38-481844ea4587 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1193156 Jun 30 09:34:16.118025 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] Set router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:16.167459 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-21c7b397-4733-4710-8926-a25fafa481a8 req-753e7680-2e20-4179-bf61-e82227fa9b3c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789106 Jun 30 09:34:16.357334 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '10309dca-cedd-436e-bf85-ce142a23a831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:09Z', 'revision_number': 4, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port': {'id': '10309dca-cedd-436e-bf85-ce142a23a831', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '6254e9a3-1a06-497a-8a81-7e1424f0f009', 'name': '', 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'mac_address': 'fa:16:3e:0f:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c272d2ee-60c3-452d-91d5-9bb9ba57da32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:15Z', 'revision_number': 4, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'subnets': [{'id': 'c272d2ee-60c3-452d-91d5-9bb9ba57da32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:16.409812 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba3dc0-7f6a-48b7-aa60-f346a3386235 None None] The sync data for ids ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'] in dv-cinder-793515-7-iscsi is: [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '10309dca-cedd-436e-bf85-ce142a23a831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:09Z', 'revision_number': 4, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port': {'id': '10309dca-cedd-436e-bf85-ce142a23a831', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '6254e9a3-1a06-497a-8a81-7e1424f0f009', 'name': '', 'network_id': '0337d152-f8c9-475a-8209-52906eaa8730', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'mac_address': 'fa:16:3e:0f:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c272d2ee-60c3-452d-91d5-9bb9ba57da32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:15Z', 'revision_number': 4, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'subnets': [{'id': 'c272d2ee-60c3-452d-91d5-9bb9ba57da32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:16.861277 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682a7be-1487-42e2-93f3-e90776abed7b req-1d87c150-9fe8-489f-a5ae-29c227a23ec6 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:16.871493 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7682a7be-1487-42e2-93f3-e90776abed7b req-1d87c150-9fe8-489f-a5ae-29c227a23ec6 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0926299 Jun 30 09:34:16.955717 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7682a7be-1487-42e2-93f3-e90776abed7b req-e8fdfc5d-a4dd-416e-81ca-753c5abad92e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828748 Jun 30 09:34:17.076808 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 23f27dc0-b566-4689-8bd3-abcf39d050b3 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:17.199586 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 23f27dc0-b566-4689-8bd3-abcf39d050b3 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:17.199972 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.297727 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a58a9-1508-4699-9f0f-a0a437b06f9a req-ad805b67-2340-4b5c-9794-dbffd5f9641a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.300933 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-179a58a9-1508-4699-9f0f-a0a437b06f9a req-ad805b67-2340-4b5c-9794-dbffd5f9641a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1245070 Jun 30 09:34:17.377015 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 6254e9a3-1a06-497a-8a81-7e1424f0f009 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:17.392140 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-179a58a9-1508-4699-9f0f-a0a437b06f9a req-b4900a35-d7c1-460e-9ddc-d4c336f5dd71 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834768 Jun 30 09:34:17.484499 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723aba-93eb-4091-a65e-efefe3aa8248 req-e7df7a8f-554d-465d-aad2-8cef051730e1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.497424 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-37723aba-93eb-4091-a65e-efefe3aa8248 req-e7df7a8f-554d-465d-aad2-8cef051730e1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0926652 Jun 30 09:34:17.558138 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-37723aba-93eb-4091-a65e-efefe3aa8248 req-85865b2c-2a66-4be1-805e-dbe92b0c1cb6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596905 Jun 30 09:34:17.604023 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Sync routers for ids ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:17.620382 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Routers {'60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:17.621219 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:17.681209 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 6254e9a3-1a06-497a-8a81-7e1424f0f009 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:17.695692 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 6254e9a3-1a06-497a-8a81-7e1424f0f009 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:17.695886 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.788759 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Set router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:17.942356 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.009215 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 6254e9a3-1a06-497a-8a81-7e1424f0f009, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=6254e9a3-1a06-497a-8a81-7e1424f0f009,segment=NetworkSegment(2ad51b05-5e36-45c9-947d-924cb2398909),segment_id=2ad51b05-5e36-45c9-947d-924cb2398909)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:18.018395 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.102744 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=6254e9a3-1a06-497a-8a81-7e1424f0f009,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:18.136162 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 4, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port': {'id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:02Z', 'updated_at': '2021-06-30T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '0f5ead1c-c503-4fdf-81e6-2e383685d88d', 'name': '', 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'mac_address': 'fa:16:3e:ca:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:05Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 2, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'subnets': [{'id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:18.168115 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Checking router: 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:18.168518 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Updating router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a port 0f5ead1c-c503-4fdf-81e6-2e383685d88d binding host dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:18.185125 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101b8e3-5651-4313-8e1f-4723b2915a89 req-a0a53c8c-c795-4ee6-83f5-b34ffc284a94 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:18.193153 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7101b8e3-5651-4313-8e1f-4723b2915a89 req-a0a53c8c-c795-4ee6-83f5-b34ffc284a94 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0861158 Jun 30 09:34:18.209066 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.243639 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7101b8e3-5651-4313-8e1f-4723b2915a89 req-5f8b9f38-40ab-47f0-bf58-bca1a75760ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493345 Jun 30 09:34:18.661051 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Notify callbacks [] for port, precommit_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.674091 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Transition to ACTIVE for port object 0f5ead1c-c503-4fdf-81e6-2e383685d88d will not be triggered until provisioned by entity L2. {{(pid=92903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:18.693659 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.731839 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-fe2af70b-5340-4c9c-aa59-55cc9507752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.841018 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a00b-12c1-4df0-89d1-96c980decb57 req-efb51609-924a-4930-b014-b77e229812d1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:18.853184 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1104a00b-12c1-4df0-89d1-96c980decb57 req-efb51609-924a-4930-b014-b77e229812d1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.2404571 Jun 30 09:34:18.934395 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04742c26-9304-4ac1-ade4-6b14c7b9ee2d None None] Pushing event updated for resources: {'Port': ['ID=0f5ead1c-c503-4fdf-81e6-2e383685d88d,revision_number=3']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:18.950494 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1104a00b-12c1-4df0-89d1-96c980decb57 req-0c56bace-3627-4103-bdb8-1c417c6863a1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941658 Jun 30 09:34:18.973774 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Attempting to bind port 0f5ead1c-c503-4fdf-81e6-2e383685d88d on host dv-cinder-793515-7-iscsi for vnic_type normal with profile {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:18.973774 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Attempting to bind port 0f5ead1c-c503-4fdf-81e6-2e383685d88d by drivers openvswitch,hyperv on host dv-cinder-793515-7-iscsi at level 0 using segments [{'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:18.974097 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Attempting to bind port 0f5ead1c-c503-4fdf-81e6-2e383685d88d on network 8aaf8ef9-51d4-49c5-a78c-225250aad795 {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:18.980507 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Checking agent: {'id': '0c2cda39-0456-44e2-b748-29542305401c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 23, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:18.980930 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Checking segment: {'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:18.981340 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.981746 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Bound using segment: {'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'} {{(pid=92903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:18.985571 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.managers [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Bound port: 0f5ead1c-c503-4fdf-81e6-2e383685d88d, host: dv-cinder-793515-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c4fc93-dc21-4c4f-96c9-29f7f50466f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795'}}] {{(pid=92903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:18.986114 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.995318 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 6254e9a3-1a06-497a-8a81-7e1424f0f009 up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:19.019171 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c14ad-f3b2-4546-ad8b-3a0511575ccb req-fb185d65-5480-436a-9b69-bb08010ee79d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:19.025865 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-649c14ad-f3b2-4546-ad8b-3a0511575ccb req-fb185d65-5480-436a-9b69-bb08010ee79d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1663795 Jun 30 09:34:19.120553 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-649c14ad-f3b2-4546-ad8b-3a0511575ccb req-2a2f4385-01d1-402a-be16-3641dc207f66 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912373 Jun 30 09:34:19.206123 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] For port 0f5ead1c-c503-4fdf-81e6-2e383685d88d, host dv-cinder-793515-7-iscsi, cleared binding levels {{(pid=92903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:19.208285 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 6254e9a3-1a06-497a-8a81-7e1424f0f009 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:19.208676 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.211546 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] For port 0f5ead1c-c503-4fdf-81e6-2e383685d88d, host dv-cinder-793515-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=0f5ead1c-c503-4fdf-81e6-2e383685d88d,segment=NetworkSegment(54c4fc93-dc21-4c4f-96c9-29f7f50466f3),segment_id=54c4fc93-dc21-4c4f-96c9-29f7f50466f3)] {{(pid=92903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:19.238853 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.345406 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Routers {'60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:19.346068 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:33:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:19.347809 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04742c26-9304-4ac1-ade4-6b14c7b9ee2d None None] Pushing event updated for resources: {'Port': ['ID=0f5ead1c-c503-4fdf-81e6-2e383685d88d,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:19.581174 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] Set router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:19.652322 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10426fb3-dfea-4b90-a2b3-ce3d6d5be1f8 req-d0b34ed6-8748-441c-9e28-7b6aa80c7688 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:19.686521 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-10426fb3-dfea-4b90-a2b3-ce3d6d5be1f8 req-d0b34ed6-8748-441c-9e28-7b6aa80c7688 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1589322 Jun 30 09:34:19.828949 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-10426fb3-dfea-4b90-a2b3-ce3d6d5be1f8 req-19c50420-2d2e-4f9a-a751-b58a39eee7b9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378775 Jun 30 09:34:20.350367 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcb135-c891-4c54-a63c-4655805a96a4 req-f1866d37-8a3a-44b6-b59e-a0d8dbe68db9 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:20.363583 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-86bcb135-c891-4c54-a63c-4655805a96a4 req-f1866d37-8a3a-44b6-b59e-a0d8dbe68db9 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1484547 Jun 30 09:34:20.439027 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 4, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port': {'id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:02Z', 'updated_at': '2021-06-30T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '0f5ead1c-c503-4fdf-81e6-2e383685d88d', 'name': '', 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'mac_address': 'fa:16:3e:ca:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:05Z', 'updated_at': '2021-06-30T09:34:19Z', 'revision_number': 4, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'subnets': [{'id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:20.489010 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbb281-a433-4a5c-b452-7252b1a837fb req-d4b89a06-14f4-441d-ae4a-796de22d4e7e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:20.498341 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-86bcb135-c891-4c54-a63c-4655805a96a4 req-2360a5b2-738f-419e-aacb-768da42fbf42 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324751 Jun 30 09:34:20.503519 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-54cbb281-a433-4a5c-b452-7252b1a837fb req-d4b89a06-14f4-441d-ae4a-796de22d4e7e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1977181 Jun 30 09:34:20.526402 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883cb0a-64c3-4e80-89af-eeaff47cc41c None None] The sync data for ids ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'] in dv-cinder-793515-7-iscsi is: [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:07Z', 'revision_number': 4, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port': {'id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:02Z', 'updated_at': '2021-06-30T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '0f5ead1c-c503-4fdf-81e6-2e383685d88d', 'name': '', 'network_id': '8aaf8ef9-51d4-49c5-a78c-225250aad795', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'mac_address': 'fa:16:3e:ca:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:05Z', 'updated_at': '2021-06-30T09:34:19Z', 'revision_number': 4, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'subnets': [{'id': '6490ca7c-6ad0-4ea5-a98a-126bd21fa121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:20.663599 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-54cbb281-a433-4a5c-b452-7252b1a837fb req-e1040a2b-d273-44ba-884d-cea2dfd2bd32 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588280 Jun 30 09:34:21.064547 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 0f5ead1c-c503-4fdf-81e6-2e383685d88d up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:21.182316 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-1f2de20b-6976-4771-aadc-601ef562515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.217446 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-42511fee-26ff-4f7c-8c66-7b38d2588f9c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20497968&fields=id&tenant_id=163a23a9669849d5a7477f0a8b714f00 HTTP/1.1" status: 200 len: 267 time: 0.0909259 Jun 30 09:34:21.337169 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning for port 0f5ead1c-c503-4fdf-81e6-2e383685d88d completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:21.349012 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 0f5ead1c-c503-4fdf-81e6-2e383685d88d triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:21.355097 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.403877 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aa1cb-8571-424f-a0de-4faddf357104 req-8e923d09-2be9-4854-89fc-c544b91fc3c0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:21.410236 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-973aa1cb-8571-424f-a0de-4faddf357104 req-8e923d09-2be9-4854-89fc-c544b91fc3c0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.2094944 Jun 30 09:34:21.445148 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.517800 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-18753dad-4201-4c4b-9bb0-522cdff310b9 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:21.527151 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-18753dad-4201-4c4b-9bb0-522cdff310b9 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/networks?id=dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 200 len: 809 time: 0.3043199 Jun 30 09:34:21.534895 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-973aa1cb-8571-424f-a0de-4faddf357104 req-b80073fe-1f45-480c-a112-f41bc78875d7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164970 Jun 30 09:34:21.558628 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-e3c61dbc-f7d9-4134-9ee1-8eb3936828eb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/quotas/163a23a9669849d5a7477f0a8b714f00 HTTP/1.1" status: 200 len: 375 time: 0.0302513 Jun 30 09:34:21.699682 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-7e800227-72a2-4611-8ea3-91af20f09027 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295192 Jun 30 09:34:21.845779 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-6ba22554-42a5-4b65-a288-72db038b658b service neutron] 10.222.0.70 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440756 Jun 30 09:34:21.879883 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.883826 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7daa86-73c7-4d9c-adb0-bef464cd133d req-b4faaef0-5f16-422f-b0c4-996185a9bac8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:21.898904 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5c7daa86-73c7-4d9c-adb0-bef464cd133d req-b4faaef0-5f16-422f-b0c4-996185a9bac8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1399403 Jun 30 09:34:21.977600 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-12408d5f-06e2-4ec6-8f46-36e8cf28b96a service neutron] 10.222.0.70 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285810 Jun 30 09:34:21.988815 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] For port 0f5ead1c-c503-4fdf-81e6-2e383685d88d, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=0f5ead1c-c503-4fdf-81e6-2e383685d88d,segment=NetworkSegment(54c4fc93-dc21-4c4f-96c9-29f7f50466f3),segment_id=54c4fc93-dc21-4c4f-96c9-29f7f50466f3)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:21.994598 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.017219 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5c7daa86-73c7-4d9c-adb0-bef464cd133d req-c35ae736-9ccf-4207-9602-10d1707c9801 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135380 Jun 30 09:34:22.170300 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Pushing event updated for resources: {'Port': ['ID=0f5ead1c-c503-4fdf-81e6-2e383685d88d,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:22.361061 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aaead-f02b-4767-acbf-8e9e4a8480f0 req-2d87c0e1-d8a8-459b-9a5f-89b73c6c5f52 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:22.363095 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4b7aaead-f02b-4767-acbf-8e9e4a8480f0 req-2d87c0e1-d8a8-459b-9a5f-89b73c6c5f52 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0996523 Jun 30 09:34:22.423439 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4b7aaead-f02b-4767-acbf-8e9e4a8480f0 req-4aff9236-9045-40bf-aceb-a956aaf4012a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528500 Jun 30 09:34:22.544811 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.601004 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.716517 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4ca3b264-93e0-4813-93dc-72a879c18d41 req-dc778981-c678-45fa-b298-a850ea1f0c08 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 210 time: 0.0728242 Jun 30 09:34:23.015793 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 0f5ead1c-c503-4fdf-81e6-2e383685d88d up at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:23.110459 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Provisioning complete for port 0f5ead1c-c503-4fdf-81e6-2e383685d88d triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:23.112128 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.137003 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ca1ed-3af9-408b-aaad-48805eab24ad req-62c65857-c67f-4c74-94e6-3529201414bd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:23.150325 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f80ca1ed-3af9-408b-aaad-48805eab24ad req-62c65857-c67f-4c74-94e6-3529201414bd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1695402 Jun 30 09:34:23.221136 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f80ca1ed-3af9-408b-aaad-48805eab24ad req-67bf05a3-15c0-4523-8979-a1ea7bd90952 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575390 Jun 30 09:34:23.548994 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-cc8a72f2-002e-4881-b2a5-40e9599cecf3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178124 Jun 30 09:34:23.585951 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca5fe-f5ef-472f-a4dc-5dbb29fab35b req-9bca952d-9512-439f-8976-6619da8cff41 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:23.608118 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-530ca5fe-f5ef-472f-a4dc-5dbb29fab35b req-9bca952d-9512-439f-8976-6619da8cff41 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1458976 Jun 30 09:34:23.711107 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-530ca5fe-f5ef-472f-a4dc-5dbb29fab35b req-b526f180-acd4-431e-a3e1-77c8e0f77643 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004288 Jun 30 09:34:23.740799 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-74faa454-d2b2-4d37-9435-2bf8f37c7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:23.743037 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-74faa454-d2b2-4d37-9435-2bf8f37c7fe3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=19fe41dd377a42fb92e93581ccf449d0&device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 1099 time: 0.1502793 Jun 30 09:34:23.954354 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.119354 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-d7809670-ba57-4445-9d5b-35553025c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:24.121569 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-d7809670-ba57-4445-9d5b-35553025c4ab service neutron] 10.222.0.91 "GET /v2.0/networks?id=af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 200 len: 920 time: 0.2843924 Jun 30 09:34:24.124392 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2abdfc33-de15-495e-8b76-9f12cdaf27e3 req-40d70ac8-f037-4a4a-a29a-5457ab7037f6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 210 time: 0.0944195 Jun 30 09:34:24.238251 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-9a698ab9-41da-46eb-8460-b1451d941652 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b6f552-e289-46c9-af89-77a680ac2316 HTTP/1.1" status: 200 len: 217 time: 0.0480402 Jun 30 09:34:24.861056 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-d1e758a9-d5ce-4689-abf1-c6680b790f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:24.863394 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-d1e758a9-d5ce-4689-abf1-c6680b790f93 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 200 len: 859 time: 0.0933695 Jun 30 09:34:24.875609 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cec28-1cde-4448-bbbc-ea86d16c54d5 req-d8eeb197-b753-44c9-b1cb-64853ef28509 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:24.884159 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c22cec28-1cde-4448-bbbc-ea86d16c54d5 req-d8eeb197-b753-44c9-b1cb-64853ef28509 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.5313475 Jun 30 09:34:24.941968 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c22cec28-1cde-4448-bbbc-ea86d16c54d5 req-4461063a-2edf-4b2c-8213-7c391d2324ff tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567544 Jun 30 09:34:25.174977 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-f751a957-6c22-4c6c-b166-662fd27a95c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=af2a03fc-aea1-416e-9aec-0ec081f60fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110182 Jun 30 09:34:25.332315 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3fa03eba-2883-496a-8670-2ef1e525d4d8 req-fe1a374f-2724-494f-8918-d9b18ca0d5c8 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 210 time: 0.0425978 Jun 30 09:34:25.333874 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30467153-b97d-4870-a50f-76ab71ba5a5b req-ac0ba9b1-ab23-4b2c-9974-3057da2f0d62 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:25.341799 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-30467153-b97d-4870-a50f-76ab71ba5a5b req-ac0ba9b1-ab23-4b2c-9974-3057da2f0d62 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1031041 Jun 30 09:34:25.402949 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-30467153-b97d-4870-a50f-76ab71ba5a5b req-83a9ae6b-e862-4702-9236-f160cabe4aa9 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582440 Jun 30 09:34:25.636756 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-e2dd03d8-c286-48f7-9585-b2c01ebb36da service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700772 Jun 30 09:34:25.667519 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-ebee30ad-e3ed-4285-976e-845daec76b80 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:25.669020 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-ebee30ad-e3ed-4285-976e-845daec76b80 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.91 "GET /v2.0/networks?id=dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 200 len: 809 time: 0.3357890 Jun 30 09:34:25.738488 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369ca72-9277-446f-a59d-f443da8ca63b req-7849089a-4727-45c8-998e-30c3c7065da4 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:25.740236 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8369ca72-9277-446f-a59d-f443da8ca63b req-7849089a-4727-45c8-998e-30c3c7065da4 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.1171727 Jun 30 09:34:25.867754 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7bd95d92-ed41-456e-80f3-3e1d8f60395d req-53dc3f68-647c-4a61-a8d1-16035f2f2a50 service neutron] 10.222.0.91 "GET /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235540 Jun 30 09:34:25.916427 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-8ff3cab8-39e8-4b4d-962e-22edc92bab80 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=163a23a9669849d5a7477f0a8b714f00 HTTP/1.1" status: 200 len: 378 time: 0.1549819 Jun 30 09:34:25.921521 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8369ca72-9277-446f-a59d-f443da8ca63b req-b2f4bb58-0929-4d69-9464-4d165171755f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754594 Jun 30 09:34:26.070153 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'port': {'device_id': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'admin_state_up': True, 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'security_groups': ['3e4e5849-7de7-4aa0-88ad-794cca671b9e']}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:26.281262 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f863d-8f81-4489-bc0a-4dbeea35b59d req-b51b94ff-2eff-40d6-9f87-0078239ad28f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:26.287709 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-084f863d-8f81-4489-bc0a-4dbeea35b59d req-b51b94ff-2eff-40d6-9f87-0078239ad28f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1547072 Jun 30 09:34:26.369887 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Made reservation on behalf of 163a23a9669849d5a7477f0a8b714f00 for: {'port': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:26.371664 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-084f863d-8f81-4489-bc0a-4dbeea35b59d req-6b2b14e3-6d01-4a1b-91f5-9aa6c145ea2d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659912 Jun 30 09:34:26.374803 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.611210 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Allocated IP 172.20.0.13 (dd27c597-5adc-4a1f-b909-89fd58f61b4d/9eafda67-63d6-4eb8-8d98-1632ee3e5122/ca5e46dd-c7ba-453d-8280-04333e1f9420) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:26.655030 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-eb7670c3-8253-48bd-bb53-500e82c55e94 req-34120ba4-5eeb-473b-82eb-f303d61fe70f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 210 time: 0.0580196 Jun 30 09:34:26.906801 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5006c-9f21-4f8c-8997-5d4bdba56301 req-b94e5f71-6328-4667-81a1-1c474cf827b0 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:26.909703 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dca5006c-9f21-4f8c-8997-5d4bdba56301 req-b94e5f71-6328-4667-81a1-1c474cf827b0 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.2159469 Jun 30 09:34:27.028832 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dca5006c-9f21-4f8c-8997-5d4bdba56301 req-829714bd-80cb-4175-b575-51f0d3858695 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072109 Jun 30 09:34:27.154682 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.218579 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Transition to ACTIVE for port object ca5e46dd-c7ba-453d-8280-04333e1f9420 will not be triggered until provisioned by entity DHCP. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:27.304397 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.427573 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:27.440087 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44805085-399a-474d-83bb-1aa1ea3faad6 req-0891ea9c-18e9-4327-97d5-aa1d6002f371 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:27.448002 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44805085-399a-474d-83bb-1aa1ea3faad6 req-0891ea9c-18e9-4327-97d5-aa1d6002f371 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.1823373 Jun 30 09:34:27.461582 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:27.475678 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:27.486891 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:27.551969 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44805085-399a-474d-83bb-1aa1ea3faad6 req-8c07ad6d-c977-4976-83a5-9a9077318e6d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012394 Jun 30 09:34:27.584921 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.585462 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.585991 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.592424 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.593493 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.594715 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.596576 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.597494 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.598871 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.601020 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.602110 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.602995 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:27.705353 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:27.706023 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.773754 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c6facc11-4f71-409a-892e-abef7eb41ae7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7074614 Jun 30 09:34:27.823680 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272155-49ce-4bd5-b997-0b08789ff63f req-2768a0bc-4274-4980-b0e7-e30a5536d1b8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:27.825237 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5272155-49ce-4bd5-b997-0b08789ff63f req-2768a0bc-4274-4980-b0e7-e30a5536d1b8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1994650 Jun 30 09:34:27.906897 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5272155-49ce-4bd5-b997-0b08789ff63f req-b2240015-0792-46de-bd6a-b1e5a4497f8b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672390 Jun 30 09:34:27.943613 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-08467748-132a-48dc-951d-f16e76595cc5 None None] Provisioning for port ca5e46dd-c7ba-453d-8280-04333e1f9420 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:27.951124 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-08467748-132a-48dc-951d-f16e76595cc5 None None] Provisioning complete for port ca5e46dd-c7ba-453d-8280-04333e1f9420 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:27.951888 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-08467748-132a-48dc-951d-f16e76595cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.960007 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-35aa7fbe-6845-41da-859a-d890b8d661fe tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:27.961748 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-35aa7fbe-6845-41da-859a-d890b8d661fe tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/networks?id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 200 len: 815 time: 0.2140822 Jun 30 09:34:27.994456 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-69fee3d9-b60a-4ff0-8aab-74e670292a8b tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/quotas/90e6e06138244797a6765257011330e8 HTTP/1.1" status: 200 len: 375 time: 0.0264907 Jun 30 09:34:28.016501 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-08467748-132a-48dc-951d-f16e76595cc5 None None] Port ca5e46dd-c7ba-453d-8280-04333e1f9420 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:28.189604 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42334bbb-3c73-4245-928c-1cbaf41c9e46 req-a465050c-f4c3-43a8-b4a9-b7bfeac96813 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:28.192073 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-91987643-c341-426d-82e7-02667af687d7 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=90e6e06138244797a6765257011330e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1963234 Jun 30 09:34:28.200465 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-42334bbb-3c73-4245-928c-1cbaf41c9e46 req-a465050c-f4c3-43a8-b4a9-b7bfeac96813 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 932 time: 0.1585798 Jun 30 09:34:28.259848 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-42334bbb-3c73-4245-928c-1cbaf41c9e46 req-cb2c0b5a-63f0-4fbb-8f34-452329372b2f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584826 Jun 30 09:34:28.372935 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-da48ee1e-c034-4b17-ba8d-d56a3bd2d486 service neutron] 10.222.0.70 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797938 Jun 30 09:34:28.569451 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-46ec12ea-3827-4cc0-b4b7-1424ed941d82 service neutron] 10.222.0.70 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929193 Jun 30 09:34:28.601838 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762c96-1ad0-438f-955d-358a94709d8e req-b7d0c6f1-7563-42ea-9638-41dfd6cb5a9b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:28.603593 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-db762c96-1ad0-438f-955d-358a94709d8e req-b7d0c6f1-7563-42ea-9638-41dfd6cb5a9b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0899844 Jun 30 09:34:28.670659 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-db762c96-1ad0-438f-955d-358a94709d8e req-56448057-6f28-42e3-879c-6ac1f3422680 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607440 Jun 30 09:34:28.828541 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d881712e-8884-442c-9333-def141687122 req-58fac513-0ed8-4c2d-84bd-51f69ccff2b6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 210 time: 0.0305817 Jun 30 09:34:28.882174 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9a622-c680-4c58-924e-0ada94369d3a req-2ceabdc9-7734-4118-b7f4-deff1e0ba55d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:28.883999 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-89b9a622-c680-4c58-924e-0ada94369d3a req-2ceabdc9-7734-4118-b7f4-deff1e0ba55d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0835772 Jun 30 09:34:28.935727 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-89b9a622-c680-4c58-924e-0ada94369d3a req-39a8c7cc-55bc-4bdf-a4e1-86dd83c84ce9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Jun 30 09:34:29.193367 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072b9be-1053-4cff-989f-94a81178f72c req-e34197e8-7305-490f-8042-f25db14ccb1a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:29.200797 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a072b9be-1053-4cff-989f-94a81178f72c req-e34197e8-7305-490f-8042-f25db14ccb1a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1448643 Jun 30 09:34:29.247522 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a072b9be-1053-4cff-989f-94a81178f72c req-1d7ecec2-d9fd-46da-b4e1-8ef71bf4f5da tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455401 Jun 30 09:34:29.520198 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b8eb1-210d-4665-b0d5-082381b180d2 req-8523427b-eeb8-40cb-9d64-79eb877dd2aa tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:29.521892 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7d2b8eb1-210d-4665-b0d5-082381b180d2 req-8523427b-eeb8-40cb-9d64-79eb877dd2aa tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 932 time: 0.0698538 Jun 30 09:34:29.563822 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7d2b8eb1-210d-4665-b0d5-082381b180d2 req-97f6d561-4a3c-4b39-9e07-05519a29ca82 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359385 Jun 30 09:34:29.867945 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803190b4-1684-487e-8844-0e191cac1816 req-22e1d9a0-8760-4f00-8952-fe236fc8184b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:29.869407 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-803190b4-1684-487e-8844-0e191cac1816 req-22e1d9a0-8760-4f00-8952-fe236fc8184b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0684242 Jun 30 09:34:29.911815 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-803190b4-1684-487e-8844-0e191cac1816 req-d9d857ab-f9b0-4982-8c26-546838a805c4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361032 Jun 30 09:34:29.925290 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26436-892d-4976-9d6f-d8e709089a01 req-bea0bbd5-c42b-4972-9637-9b4cc7474a92 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:29.927118 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0ed26436-892d-4976-9d6f-d8e709089a01 req-bea0bbd5-c42b-4972-9637-9b4cc7474a92 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0637493 Jun 30 09:34:29.966868 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0ed26436-892d-4976-9d6f-d8e709089a01 req-914a23bb-aec0-4bd4-b0ee-013001e667bf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Jun 30 09:34:30.049631 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-42db5018-0e3e-4523-b51f-b0f8f6f1a8f4 req-23edd664-45ba-4f24-83e1-e4f57c3d762a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 210 time: 0.0285819 Jun 30 09:34:30.138679 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab1ae-ffc3-4c90-a5fb-8e02dba6bb6c req-ce45519a-455a-40fe-be51-29123b674932 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:30.147282 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-42bab1ae-ffc3-4c90-a5fb-8e02dba6bb6c req-ce45519a-455a-40fe-be51-29123b674932 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0759478 Jun 30 09:34:30.194433 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-42bab1ae-ffc3-4c90-a5fb-8e02dba6bb6c req-b4de6b01-d4d8-4a81-9cc4-e820da8d57ef tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456915 Jun 30 09:34:30.453804 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9ff28-72cb-417a-a22d-3bedb9c7c218 req-c58cc223-e30b-4953-9e9c-254ca309cbd4 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:30.455398 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3dc9ff28-72cb-417a-a22d-3bedb9c7c218 req-c58cc223-e30b-4953-9e9c-254ca309cbd4 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0712903 Jun 30 09:34:30.504269 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3dc9ff28-72cb-417a-a22d-3bedb9c7c218 req-cd083fad-6ffb-49ad-9733-6bd8ae5219e5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406260 Jun 30 09:34:30.751750 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf07e0d-ccaf-4ac6-9888-c4c6717b6d5f req-ce5c5d29-cdf4-45cf-9923-c707396c07d9 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:30.753162 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecf07e0d-ccaf-4ac6-9888-c4c6717b6d5f req-ce5c5d29-cdf4-45cf-9923-c707396c07d9 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 932 time: 0.0636928 Jun 30 09:34:30.820543 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecf07e0d-ccaf-4ac6-9888-c4c6717b6d5f req-ab6820d6-0803-4b16-88f8-522a2e346c3b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598376 Jun 30 09:34:31.124973 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0a5f0-6d3f-49a7-be0e-c0d18c1bcad2 req-50ae93af-e34b-47ac-9256-f39110c53e3b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:31.126874 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9bd0a5f0-6d3f-49a7-be0e-c0d18c1bcad2 req-50ae93af-e34b-47ac-9256-f39110c53e3b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0887771 Jun 30 09:34:31.174032 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9bd0a5f0-6d3f-49a7-be0e-c0d18c1bcad2 req-c6f50320-3567-4cf2-986b-ceecb31cc184 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411589 Jun 30 09:34:31.197417 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb307-86da-422f-8638-040e4fdbf88f req-4a8399fc-995a-4ed2-8eb5-038383c672b1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:31.199143 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-612fb307-86da-422f-8638-040e4fdbf88f req-4a8399fc-995a-4ed2-8eb5-038383c672b1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0748651 Jun 30 09:34:31.251453 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-612fb307-86da-422f-8638-040e4fdbf88f req-bba83e1c-d24a-4984-9580-afbee5e948c0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Jun 30 09:34:31.326794 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d83da2e4-b2f1-4e6e-8e76-b9f716a1f67a req-3d298443-a210-48b6-bae0-e1ab383d2368 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 210 time: 0.0306344 Jun 30 09:34:31.469163 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785c67-104d-4e43-b04a-c6dd82f8a7bb req-b8c604e3-bd44-4612-a3df-5c6811779e89 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:31.470616 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5a785c67-104d-4e43-b04a-c6dd82f8a7bb req-b8c604e3-bd44-4612-a3df-5c6811779e89 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0705504 Jun 30 09:34:31.508508 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5a785c67-104d-4e43-b04a-c6dd82f8a7bb req-8a6b4687-547b-47d0-beca-ee84d965e7ff tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Jun 30 09:34:31.736650 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbfc45-7d32-4313-a13c-9511902ccc5c req-2c458408-0011-462a-b88e-30dd6ab52589 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:31.738217 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-46bbfc45-7d32-4313-a13c-9511902ccc5c req-2c458408-0011-462a-b88e-30dd6ab52589 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0884483 Jun 30 09:34:31.777562 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-46bbfc45-7d32-4313-a13c-9511902ccc5c req-651d6cd0-c79c-45f2-b874-85480454e598 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336046 Jun 30 09:34:32.002478 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023fca6-0a31-4140-ae92-3286d6864e20 req-d4a6c528-94d5-47ee-9ea2-c48832d764e3 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:32.004506 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d023fca6-0a31-4140-ae92-3286d6864e20 req-d4a6c528-94d5-47ee-9ea2-c48832d764e3 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 932 time: 0.0693896 Jun 30 09:34:32.042859 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d023fca6-0a31-4140-ae92-3286d6864e20 req-a6032d96-5ba5-4260-8f1a-2714e78a63c2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323067 Jun 30 09:34:32.360822 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118627d-f86c-4670-91f0-cdd3629bd930 req-7c382d3b-6037-40d5-9337-14914b9d5114 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:32.362354 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3118627d-f86c-4670-91f0-cdd3629bd930 req-7c382d3b-6037-40d5-9337-14914b9d5114 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0746679 Jun 30 09:34:32.411487 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3118627d-f86c-4670-91f0-cdd3629bd930 req-034ea35c-405b-4742-9c6d-568ce830e3d4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432596 Jun 30 09:34:32.434092 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f35cbf-a8d6-4bf7-a822-fa7bb5ea26ae req-b8f42894-53b6-4dc7-ac5e-0e0c38b5fe75 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:32.435930 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f7f35cbf-a8d6-4bf7-a822-fa7bb5ea26ae req-b8f42894-53b6-4dc7-ac5e-0e0c38b5fe75 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0735207 Jun 30 09:34:32.496159 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f7f35cbf-a8d6-4bf7-a822-fa7bb5ea26ae req-65cdcaa2-cc75-4a97-856b-17dd0196913b tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504944 Jun 30 09:34:32.634735 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e12d0580-f5bb-4eb6-ab0a-9762eaf20218 req-8b92807f-7fa5-4b9a-b98c-741729a27b93 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 210 time: 0.0389180 Jun 30 09:34:32.757217 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410d9e-4574-4112-9aea-a758fe9339d0 req-0a00b7a5-f72c-4f1a-a40a-b7fd41d38354 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:32.758927 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-16410d9e-4574-4112-9aea-a758fe9339d0 req-0a00b7a5-f72c-4f1a-a40a-b7fd41d38354 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0981555 Jun 30 09:34:32.797568 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-16410d9e-4574-4112-9aea-a758fe9339d0 req-42c79a4f-402b-4670-b681-20e65cb5b7bd tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Jun 30 09:34:32.982130 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89cb8a-7780-4618-902f-aeb6ad69bf4f req-c218b22b-319e-4eda-87a2-0f18aa5a9c2d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:32.983632 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7d89cb8a-7780-4618-902f-aeb6ad69bf4f req-c218b22b-319e-4eda-87a2-0f18aa5a9c2d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0637908 Jun 30 09:34:33.023515 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7d89cb8a-7780-4618-902f-aeb6ad69bf4f req-be716d7f-d97c-490e-bf66-b33e00375486 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337141 Jun 30 09:34:33.230385 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bba2e5-e9c6-44b8-9cd4-849e8a145c25 req-4a457d76-9867-4e37-a0bc-6d2927bfa666 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:33.231893 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-60bba2e5-e9c6-44b8-9cd4-849e8a145c25 req-4a457d76-9867-4e37-a0bc-6d2927bfa666 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 932 time: 0.0662413 Jun 30 09:34:33.272563 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-60bba2e5-e9c6-44b8-9cd4-849e8a145c25 req-3cd50071-ccc1-494f-8f00-017540ab472c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348287 Jun 30 09:34:33.620608 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24954e-52cb-415d-b8c6-def6b65cfa7c req-d4dc260a-d816-4613-832b-4930c8870122 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:33.622123 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bd24954e-52cb-415d-b8c6-def6b65cfa7c req-d4dc260a-d816-4613-832b-4930c8870122 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0694556 Jun 30 09:34:33.661822 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bd24954e-52cb-415d-b8c6-def6b65cfa7c req-36027e0d-e4e8-495c-ac6c-fed465e3ea2e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331304 Jun 30 09:34:33.716383 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997d8a-1398-4bf4-ab8a-d334a1bfd413 req-aee3c255-c473-4478-ad54-a8e61adc8dfa tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:33.717915 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c2997d8a-1398-4bf4-ab8a-d334a1bfd413 req-aee3c255-c473-4478-ad54-a8e61adc8dfa tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0782163 Jun 30 09:34:33.799649 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-09f19580-df34-439c-a096-2a4c3a7aa062 req-dbea1a28-ac34-498b-8922-96473c5bb40d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 210 time: 0.0320294 Jun 30 09:34:33.804539 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c2997d8a-1398-4bf4-ab8a-d334a1bfd413 req-7925ad78-115a-4605-9d90-19a8fdc95293 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713363 Jun 30 09:34:33.976769 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112df3-bd3f-4125-8b56-e4fbf62a32e9 req-7d461de7-58e4-44bf-ae1a-9be0afa3e809 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:33.978155 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-76112df3-bd3f-4125-8b56-e4fbf62a32e9 req-7d461de7-58e4-44bf-ae1a-9be0afa3e809 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0648727 Jun 30 09:34:34.021092 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-76112df3-bd3f-4125-8b56-e4fbf62a32e9 req-d5150218-8c32-4b3a-a13a-6552c96af417 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366073 Jun 30 09:34:34.211357 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af052653-c2c4-4e5b-8daa-825af032305d req-f5505153-4e9c-4cea-ac5e-329266e8b2d0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:34.212853 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af052653-c2c4-4e5b-8daa-825af032305d req-f5505153-4e9c-4cea-ac5e-329266e8b2d0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0636389 Jun 30 09:34:34.250880 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af052653-c2c4-4e5b-8daa-825af032305d req-f8ce19b6-f5e3-4015-abbf-2d8abec68e84 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315599 Jun 30 09:34:34.465040 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb32c72-3228-47ce-a983-5846fbc455fc req-2459eec7-30fe-47f4-bb39-ffd205de394a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:34.466555 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ccb32c72-3228-47ce-a983-5846fbc455fc req-2459eec7-30fe-47f4-bb39-ffd205de394a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 932 time: 0.0668612 Jun 30 09:34:34.505153 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ccb32c72-3228-47ce-a983-5846fbc455fc req-88715d55-c50d-465d-b44d-d9b61afd7db5 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320017 Jun 30 09:34:34.849583 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b7c6a-f134-447c-8032-5310289e154e req-7de91153-f8ce-49fa-a571-c07f1fa1795d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:34.855437 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2a8b7c6a-f134-447c-8032-5310289e154e req-7de91153-f8ce-49fa-a571-c07f1fa1795d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0739491 Jun 30 09:34:34.894929 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2a8b7c6a-f134-447c-8032-5310289e154e req-f64341b2-6f8b-4b11-92b7-b6fd818a4051 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331683 Jun 30 09:34:34.993076 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07a7ed-1bf7-4b3c-89d2-ec353278c439 req-225b9b5c-8d75-481a-bce5-1a0437162f85 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.000341 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Request body: {'port': {'device_id': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:35.002980 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4b07a7ed-1bf7-4b3c-89d2-ec353278c439 req-225b9b5c-8d75-481a-bce5-1a0437162f85 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0779052 Jun 30 09:34:35.041001 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4b07a7ed-1bf7-4b3c-89d2-ec353278c439 req-bb492f81-a800-408f-9359-108663954857 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371239 Jun 30 09:34:35.071038 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-849d943f-7181-42d2-87c4-29ce1c35715b req-7f9c2d44-64cf-43ac-9e4e-0af7e5663263 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 210 time: 0.0358510 Jun 30 09:34:35.137280 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.239239 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cd01d-b3f5-498a-998a-d77d13a1634b req-59c0d5b8-cb22-4ad9-a7ac-547ef882b639 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.240751 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-db7cd01d-b3f5-498a-998a-d77d13a1634b req-59c0d5b8-cb22-4ad9-a7ac-547ef882b639 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0681047 Jun 30 09:34:35.290042 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-db7cd01d-b3f5-498a-998a-d77d13a1634b req-4ae1c341-e5fc-499a-a209-e668888b0ae0 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Jun 30 09:34:35.475382 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada817fe-6aa6-4d89-84f7-8978eed9d0ff req-fe53c4a6-c470-4a48-a810-804d8948d3b2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.476876 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ada817fe-6aa6-4d89-84f7-8978eed9d0ff req-fe53c4a6-c470-4a48-a810-804d8948d3b2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0962088 Jun 30 09:34:35.520656 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5e46dd-c7ba-453d-8280-04333e1f9420 {{(pid=92902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:35.530169 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.557132 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ada817fe-6aa6-4d89-84f7-8978eed9d0ff req-2f8b9681-6f07-4d2b-820c-3518d1aaa891 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633075 Jun 30 09:34:35.558027 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Transition to ACTIVE for port object ca5e46dd-c7ba-453d-8280-04333e1f9420 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:35.561302 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.631974 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:35.690573 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Attempting to bind port ca5e46dd-c7ba-453d-8280-04333e1f9420 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:35.690958 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Attempting to bind port ca5e46dd-c7ba-453d-8280-04333e1f9420 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:35.691279 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Attempting to bind port ca5e46dd-c7ba-453d-8280-04333e1f9420 on network dd27c597-5adc-4a1f-b909-89fd58f61b4d {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:35.696137 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Port ca5e46dd-c7ba-453d-8280-04333e1f9420 on network dd27c597-5adc-4a1f-b909-89fd58f61b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:34:35.696454 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Attempting to bind port ca5e46dd-c7ba-453d-8280-04333e1f9420 on network dd27c597-5adc-4a1f-b909-89fd58f61b4d {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:35.701380 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:35.701712 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Checking segment: {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:35.702429 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Bound using segment: {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:35.703100 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Bound port: ca5e46dd-c7ba-453d-8280-04333e1f9420, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8829d10-96ee-4b43-974e-b4f55436730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:35.704033 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.719876 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c565e46-b55f-4abf-a76c-ee92b7477dcb req-d9e51e44-5fd8-4447-840a-38ff4ef632fa tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.721426 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1c565e46-b55f-4abf-a76c-ee92b7477dcb req-d9e51e44-5fd8-4447-840a-38ff4ef632fa tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0714707 Jun 30 09:34:35.764834 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1c565e46-b55f-4abf-a76c-ee92b7477dcb req-a05a3322-61d4-4b81-94c9-3cce9726e99d tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372908 Jun 30 09:34:35.778946 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:35.783401 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:35.789760 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.825106 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.825724 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.827171 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] 10.222.0.91 "PUT /v2.0/ports/ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 200 len: 1094 time: 0.8321664 Jun 30 09:34:35.827623 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:35.829911 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec62664-e5c8-436f-84f3-37d5a55e163c" -d '{"events": [{"name": "network-changed", "server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:35.868819 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde39b6-ea36-4d71-8d57-92e5b0502aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:35.874801 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e89874-9c6c-4828-92cd-4433f372a888 x-openstack-request-id: req-a6e89874-9c6c-4828-92cd-4433f372a888 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:35.875113 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:35.875366 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6e89874-9c6c-4828-92cd-4433f372a888 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:35.875755 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'status': 'completed', 'code': 200} Jun 30 09:34:35.989838 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec62664-e5c8-436f-84f3-37d5a55e163c req-779182db-9ded-4a64-99ea-5d8252e25369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.991544 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9ec62664-e5c8-436f-84f3-37d5a55e163c req-779182db-9ded-4a64-99ea-5d8252e25369 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0697105 Jun 30 09:34:36.219050 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560c791-ec79-4e32-8303-112b9c8df99e req-8a5b0097-defd-499b-8e11-5eb5bf45d5dd tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:36.220679 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5560c791-ec79-4e32-8303-112b9c8df99e req-8a5b0097-defd-499b-8e11-5eb5bf45d5dd tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1729341 Jun 30 09:34:36.229403 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-d02ce8b6-7a7a-4250-8fcd-f6b8b40bc38a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:36.231319 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-d02ce8b6-7a7a-4250-8fcd-f6b8b40bc38a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.91 "GET /v2.0/networks?id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 200 len: 815 time: 0.1955032 Jun 30 09:34:36.249945 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'port': {'device_id': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'admin_state_up': True, 'tenant_id': '90e6e06138244797a6765257011330e8'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:36.256024 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec62664-e5c8-436f-84f3-37d5a55e163c req-e2fb4a48-6b64-45b7-9575-8fb6d812c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:36.257869 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9ec62664-e5c8-436f-84f3-37d5a55e163c req-e2fb4a48-6b64-45b7-9575-8fb6d812c1d5 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=163a23a9669849d5a7477f0a8b714f00&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2554028 Jun 30 09:34:36.326197 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5560c791-ec79-4e32-8303-112b9c8df99e req-5e3c24a7-906a-458d-8b79-69163e9887cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938585 Jun 30 09:34:36.409955 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Made reservation on behalf of 90e6e06138244797a6765257011330e8 for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:36.414202 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.512523 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-db4450d3-d117-4630-a698-65c506538cc1 req-031b4cc0-e341-4869-98a7-9830de723f13 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 210 time: 0.0629106 Jun 30 09:34:36.604890 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Allocated IP 172.20.0.10 (64f5b3cc-fc8c-4684-bfa4-b730236d6a37/4601baad-31c9-4325-af1e-4ad964aa9141/fc3baac9-baa7-4c40-a198-370209a05978) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:36.638699 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19560b-1e17-46e6-85b7-5eb351cfe770 req-6eb146cc-a849-4f7a-adc9-f7fea8234fde tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:36.646597 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ff19560b-1e17-46e6-85b7-5eb351cfe770 req-6eb146cc-a849-4f7a-adc9-f7fea8234fde tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.4481187 Jun 30 09:34:36.739988 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ff19560b-1e17-46e6-85b7-5eb351cfe770 req-88cad905-79f2-41c7-92d0-cc4c7312c362 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925782 Jun 30 09:34:36.742723 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec62664-e5c8-436f-84f3-37d5a55e163c req-ad6993d8-b024-4460-9d80-9bb0b8a60ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:36.744141 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9ec62664-e5c8-436f-84f3-37d5a55e163c req-ad6993d8-b024-4460-9d80-9bb0b8a60ea4 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4771566 Jun 30 09:34:36.779564 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eef57-7d72-48ba-8c79-2d91a666b0e4 req-32605be1-5921-43c2-a1e6-6921411c2462 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:36.783376 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-334eef57-7d72-48ba-8c79-2d91a666b0e4 req-32605be1-5921-43c2-a1e6-6921411c2462 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.1328814 Jun 30 09:34:36.864509 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.882296 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Transition to ACTIVE for port object fc3baac9-baa7-4c40-a198-370209a05978 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:36.969523 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-334eef57-7d72-48ba-8c79-2d91a666b0e4 req-a82771a1-894d-4916-9ce5-958b2f021f53 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834103 Jun 30 09:34:37.021267 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.050711 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:37.055106 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:37.130326 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:37.133580 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5962dd3-0fef-4ef2-bdb4-c9bd5fab51de req-e5dfd693-f7c8-4c26-9eb6-1f943bc40a17 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:37.144936 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a5962dd3-0fef-4ef2-bdb4-c9bd5fab51de req-e5dfd693-f7c8-4c26-9eb6-1f943bc40a17 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.2488036 Jun 30 09:34:37.224866 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a5962dd3-0fef-4ef2-bdb4-c9bd5fab51de req-f570cb9d-f6f4-4650-bcd8-8eb1ce489d8e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786903 Jun 30 09:34:37.318336 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:37.319357 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.337470 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'Port': ['ID=fc3baac9-baa7-4c40-a198-370209a05978,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:37.371067 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-22f4ca3f-995a-4117-b592-98cdf4e89f3d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1249290 Jun 30 09:34:37.409063 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cfd0a-831a-4b32-b973-7f26e690e53d req-d2586f49-a745-4f0c-91ce-0079aae2521c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:37.416328 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bd0cfd0a-831a-4b32-b973-7f26e690e53d req-d2586f49-a745-4f0c-91ce-0079aae2521c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.2339261 Jun 30 09:34:37.474510 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bd0cfd0a-831a-4b32-b973-7f26e690e53d req-09f3e837-39f8-48d9-ada8-072492e51882 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570211 Jun 30 09:34:37.496366 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-6e13b24a-3b45-42ff-a98a-97bf60c66b46 None None] Provisioning for port fc3baac9-baa7-4c40-a198-370209a05978 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:37.500627 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-6e13b24a-3b45-42ff-a98a-97bf60c66b46 None None] Provisioning complete for port fc3baac9-baa7-4c40-a198-370209a05978 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:37.501007 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-6e13b24a-3b45-42ff-a98a-97bf60c66b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.555011 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-6e13b24a-3b45-42ff-a98a-97bf60c66b46 None None] Port fc3baac9-baa7-4c40-a198-370209a05978 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:37.626717 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed84c3-97a9-4aec-8201-f946762d55db req-791b1d52-7928-41f7-9a18-beb91439596f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:37.631463 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-daed84c3-97a9-4aec-8201-f946762d55db req-791b1d52-7928-41f7-9a18-beb91439596f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0833170 Jun 30 09:34:37.670021 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-daed84c3-97a9-4aec-8201-f946762d55db req-3f277228-a634-4a08-a22a-bd34b055dfd7 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345349 Jun 30 09:34:37.747871 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a5fd-25d2-4e74-8b38-4987229e4ccf req-b594f591-c1c6-4a53-8213-63458e43911c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:37.749787 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5c56a5fd-25d2-4e74-8b38-4987229e4ccf req-b594f591-c1c6-4a53-8213-63458e43911c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0735173 Jun 30 09:34:37.791082 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5c56a5fd-25d2-4e74-8b38-4987229e4ccf req-408ec47a-325b-4229-ac03-42dabc316d88 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353823 Jun 30 09:34:37.927377 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de55306-fc1c-4ecb-a98d-6720a166c76d req-8ad69958-d319-471f-b784-8cd728c4b402 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:37.928697 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0de55306-fc1c-4ecb-a98d-6720a166c76d req-8ad69958-d319-471f-b784-8cd728c4b402 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0723174 Jun 30 09:34:37.983657 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0de55306-fc1c-4ecb-a98d-6720a166c76d req-58ac484f-085b-421c-baa6-18e88192a452 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491049 Jun 30 09:34:38.209690 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca6c6a-ab66-4807-9af2-32da126a5e9b req-d29acdc7-a98b-4b60-9688-7b0333b897ed tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:38.211262 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9cca6c6a-ab66-4807-9af2-32da126a5e9b req-d29acdc7-a98b-4b60-9688-7b0333b897ed tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0983367 Jun 30 09:34:38.250196 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9cca6c6a-ab66-4807-9af2-32da126a5e9b req-ce012e95-e48f-4972-b1e0-782a683e9f17 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Jun 30 09:34:38.437958 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173612a-a692-4129-b424-a4737ffeac6c req-ef358999-bf96-4d0e-a618-e2fec4d4fdd3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:38.440609 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f173612a-a692-4129-b424-a4737ffeac6c req-ef358999-bf96-4d0e-a618-e2fec4d4fdd3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0946405 Jun 30 09:34:38.478617 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f173612a-a692-4129-b424-a4737ffeac6c req-10cb7e5e-b654-42b7-bf81-e0222be7101b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320313 Jun 30 09:34:38.645422 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032208c0-ef43-4bc1-9457-2b598088e2ed req-84a3cc38-b82c-42bd-a7b4-3c7b45d3edf5 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:38.647212 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-032208c0-ef43-4bc1-9457-2b598088e2ed req-84a3cc38-b82c-42bd-a7b4-3c7b45d3edf5 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0635741 Jun 30 09:34:38.693255 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-032208c0-ef43-4bc1-9457-2b598088e2ed req-b5667e26-e1c2-4ffc-b24b-92467ae39482 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384326 Jun 30 09:34:38.852069 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4837a7-0553-4d38-8bbd-95ff63395a46 req-a04a4344-ee12-47f7-9fa7-3ca64225c7a1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:38.853534 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4b4837a7-0553-4d38-8bbd-95ff63395a46 req-a04a4344-ee12-47f7-9fa7-3ca64225c7a1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0646935 Jun 30 09:34:38.893843 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4b4837a7-0553-4d38-8bbd-95ff63395a46 req-6a12cec3-c85b-4e1d-8f37-c5bd1ea5ad06 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Jun 30 09:34:39.011307 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceb9de-f4b5-4b84-ac17-9e42ef84d5a2 req-c645c3a8-ba20-444f-ae4e-29f72e9fb96d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:39.017424 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a9ceb9de-f4b5-4b84-ac17-9e42ef84d5a2 req-c645c3a8-ba20-444f-ae4e-29f72e9fb96d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.1054060 Jun 30 09:34:39.059481 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a9ceb9de-f4b5-4b84-ac17-9e42ef84d5a2 req-489e82d9-984b-4300-93f5-966e7ca9eba4 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Jun 30 09:34:39.204295 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7430c-f33b-44bb-b441-0cba38b63498 req-459b3014-b421-4fd2-aec4-b9b7343094bf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:39.205776 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8eb7430c-f33b-44bb-b441-0cba38b63498 req-459b3014-b421-4fd2-aec4-b9b7343094bf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0759363 Jun 30 09:34:39.253137 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8eb7430c-f33b-44bb-b441-0cba38b63498 req-725c5041-0843-40fd-a113-e90bdfca47d3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Jun 30 09:34:39.464408 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fcd47-26db-462e-bff7-264dc4734856 req-1b725362-3ec0-4fc0-ad9f-eb20f62b888f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:39.466570 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-381fcd47-26db-462e-bff7-264dc4734856 req-1b725362-3ec0-4fc0-ad9f-eb20f62b888f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0878594 Jun 30 09:34:39.507416 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-381fcd47-26db-462e-bff7-264dc4734856 req-0e4c548a-4278-42f5-ad4f-74229f94e564 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 Jun 30 09:34:39.672972 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c84c6-949f-4527-8efc-dfc034b09345 req-3f61bf3a-6fbf-4477-b631-29d55252ca91 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:39.674684 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-de5c84c6-949f-4527-8efc-dfc034b09345 req-3f61bf3a-6fbf-4477-b631-29d55252ca91 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0759637 Jun 30 09:34:39.722645 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-de5c84c6-949f-4527-8efc-dfc034b09345 req-8f2002c5-63e6-44bc-bfba-6016673d648b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Jun 30 09:34:39.896447 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a742a4-906b-4d47-a2b1-186cf8c64d2d req-703bc8fd-1935-46ae-aa49-8699b9127ed3 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:39.898076 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-50a742a4-906b-4d47-a2b1-186cf8c64d2d req-703bc8fd-1935-46ae-aa49-8699b9127ed3 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0846961 Jun 30 09:34:39.958037 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-50a742a4-906b-4d47-a2b1-186cf8c64d2d req-b72e44ae-de23-466d-aea2-111b27657a9b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540571 Jun 30 09:34:40.090621 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58b7cd-fd7d-45b8-b6b1-b882ef9e162a req-ac3c2349-ff8d-48f8-a8d1-3d39960bba4b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:40.092151 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7b58b7cd-fd7d-45b8-b6b1-b882ef9e162a req-ac3c2349-ff8d-48f8-a8d1-3d39960bba4b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0686324 Jun 30 09:34:40.132154 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7b58b7cd-fd7d-45b8-b6b1-b882ef9e162a req-83db8ac9-96cc-4de4-8d4c-b8530ab3f5fc tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336711 Jun 30 09:34:40.245453 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f21ce-75ac-4766-abe5-1c6c1ebab54b req-3055562a-353a-45a6-a7c5-7734a80b6568 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:40.247400 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-998f21ce-75ac-4766-abe5-1c6c1ebab54b req-3055562a-353a-45a6-a7c5-7734a80b6568 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0727885 Jun 30 09:34:40.301050 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-998f21ce-75ac-4766-abe5-1c6c1ebab54b req-d88cb6e0-ee64-45d6-8328-fc9342177925 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471275 Jun 30 09:34:40.453908 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b39d22-564b-4356-91b3-76e8e6d52ca1 req-37f80eda-4ba7-48f2-9682-37226b4f6f1f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:40.460909 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-03b39d22-564b-4356-91b3-76e8e6d52ca1 req-37f80eda-4ba7-48f2-9682-37226b4f6f1f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0779846 Jun 30 09:34:40.520648 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-03b39d22-564b-4356-91b3-76e8e6d52ca1 req-b8089e01-0a9e-493d-a24b-d97632d7037e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586123 Jun 30 09:34:40.703511 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3af0cd-0fb4-4c13-9062-97df49f49504 req-5981f3f1-9140-4804-9865-94f1dbd43265 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:40.705567 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-af3af0cd-0fb4-4c13-9062-97df49f49504 req-5981f3f1-9140-4804-9865-94f1dbd43265 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0768230 Jun 30 09:34:40.750885 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-af3af0cd-0fb4-4c13-9062-97df49f49504 req-13e9534d-c7fa-46eb-84a3-d39a60c34599 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 Jun 30 09:34:40.940326 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d1e0c-db53-4a66-843f-8306ed7f5622 req-a8b7e5f0-da69-4886-a78a-b516a123c59c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:40.941889 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-826d1e0c-db53-4a66-843f-8306ed7f5622 req-a8b7e5f0-da69-4886-a78a-b516a123c59c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0893672 Jun 30 09:34:40.995552 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-826d1e0c-db53-4a66-843f-8306ed7f5622 req-98ece315-2ce4-45bd-babe-7f9f3263670e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453455 Jun 30 09:34:41.207566 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6818-d646-487f-9be0-e6940f511677 req-58becaf1-283a-4672-bece-e322e613cd3b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:41.210042 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e4df6818-d646-487f-9be0-e6940f511677 req-58becaf1-283a-4672-bece-e322e613cd3b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0802758 Jun 30 09:34:41.253322 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e4df6818-d646-487f-9be0-e6940f511677 req-addaac9b-927f-4d83-9b6f-8c4fd41464f5 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377557 Jun 30 09:34:41.325676 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f21d2-3e78-45ee-b321-fd60d8735409 req-c25b4bc7-d8f4-4c48-904f-2916b670f073 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:41.326780 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-170f21d2-3e78-45ee-b321-fd60d8735409 req-c25b4bc7-d8f4-4c48-904f-2916b670f073 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0697677 Jun 30 09:34:41.368186 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-170f21d2-3e78-45ee-b321-fd60d8735409 req-a8c29875-676c-4a1d-8e77-9bdbc50f0df9 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356314 Jun 30 09:34:41.502521 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f17e4-cf15-4329-9082-acf4bf08c3ff req-724910c7-9f2c-4ad6-bb22-0d973b90ab03 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:41.504137 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3a0f17e4-cf15-4329-9082-acf4bf08c3ff req-724910c7-9f2c-4ad6-bb22-0d973b90ab03 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0750792 Jun 30 09:34:41.543504 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3a0f17e4-cf15-4329-9082-acf4bf08c3ff req-0bbcbbea-6556-4f84-bdf2-0e528003d7ea tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Jun 30 09:34:41.714053 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f528e-5fe1-44e1-8a1b-8f67262f9625 req-d52539d5-9100-4a0e-9c3b-bc719dd4be58 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:41.715875 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fb8f528e-5fe1-44e1-8a1b-8f67262f9625 req-d52539d5-9100-4a0e-9c3b-bc719dd4be58 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0811656 Jun 30 09:34:41.759860 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fb8f528e-5fe1-44e1-8a1b-8f67262f9625 req-66b2e1c7-eec1-4a1f-9522-11c343ab7fcf tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Jun 30 09:34:41.940844 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d01b6-23e5-4f62-b005-c54d74c57872 req-f28f88b1-974a-4a98-b50e-b3cef6747a10 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:41.943158 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c14d01b6-23e5-4f62-b005-c54d74c57872 req-f28f88b1-974a-4a98-b50e-b3cef6747a10 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0736272 Jun 30 09:34:41.986206 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c14d01b6-23e5-4f62-b005-c54d74c57872 req-de9d1f44-43f9-47b6-97dd-ba1eb32f9772 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366836 Jun 30 09:34:42.190143 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ad73b-f456-4417-8639-15843e1a44c4 req-24d13e30-14ad-4a7f-9659-64251f8612ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.191657 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3c8ad73b-f456-4417-8639-15843e1a44c4 req-24d13e30-14ad-4a7f-9659-64251f8612ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0668542 Jun 30 09:34:42.235774 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3c8ad73b-f456-4417-8639-15843e1a44c4 req-c0777fdf-85df-493b-acec-fe63e2072809 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379333 Jun 30 09:34:42.473542 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c738e-3ffa-4b37-8d63-ec795845fe5a req-5db4b9d5-6b72-41d9-9223-cc5562a7a2e6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.475074 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6f9c738e-3ffa-4b37-8d63-ec795845fe5a req-5db4b9d5-6b72-41d9-9223-cc5562a7a2e6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0701392 Jun 30 09:34:42.516251 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6f9c738e-3ffa-4b37-8d63-ec795845fe5a req-329642d7-ef0d-4b2e-81aa-dcb3263d1267 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348201 Jun 30 09:34:42.564326 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb23ce-f669-43d1-9ec9-cb79ad4de706 req-2920a029-91c7-46e5-88cc-f42e29848668 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.565702 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3acb23ce-f669-43d1-9ec9-cb79ad4de706 req-2920a029-91c7-46e5-88cc-f42e29848668 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0690944 Jun 30 09:34:42.608054 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3acb23ce-f669-43d1-9ec9-cb79ad4de706 req-1f535399-91f9-4db4-9cdc-6938bb720980 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361142 Jun 30 09:34:42.737166 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be3210-e85d-4db9-8bfb-7bb00453fb6b req-d064a931-acec-4e94-ac52-3aa5a9bee0fb tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.738667 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a4be3210-e85d-4db9-8bfb-7bb00453fb6b req-d064a931-acec-4e94-ac52-3aa5a9bee0fb tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0659013 Jun 30 09:34:42.777879 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a4be3210-e85d-4db9-8bfb-7bb00453fb6b req-092f4008-41ed-4812-a12a-229f50a2ffad tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Jun 30 09:34:42.930267 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae3ca5-f875-4b86-ab43-c829d4812e1d req-7830b1a2-e2b8-4833-ba6b-fc24ad572d21 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.931982 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e7ae3ca5-f875-4b86-ab43-c829d4812e1d req-7830b1a2-e2b8-4833-ba6b-fc24ad572d21 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0618093 Jun 30 09:34:42.986825 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e7ae3ca5-f875-4b86-ab43-c829d4812e1d req-5114a39e-3126-4485-b437-b3eb32278a01 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484891 Jun 30 09:34:43.163999 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5419e3f-d172-4a15-8876-d1019121b467 req-cbe053f7-7b78-40f8-a6d5-37e095233132 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:43.165459 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e5419e3f-d172-4a15-8876-d1019121b467 req-cbe053f7-7b78-40f8-a6d5-37e095233132 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0660894 Jun 30 09:34:43.203179 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e5419e3f-d172-4a15-8876-d1019121b467 req-aa666538-0640-42c9-b1d4-9f08db708aee tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Jun 30 09:34:43.435011 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ae2b4-2811-4544-ae9a-7a541ab7ef9f req-abac6d1c-d221-466b-a7fb-bd0c83ccaa17 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:43.436504 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e87ae2b4-2811-4544-ae9a-7a541ab7ef9f req-abac6d1c-d221-466b-a7fb-bd0c83ccaa17 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0690854 Jun 30 09:34:43.475984 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e87ae2b4-2811-4544-ae9a-7a541ab7ef9f req-078c5ecf-6e65-43c6-8997-60412cc822b7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331154 Jun 30 09:34:43.690054 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ed58-5949-4936-add1-2c7bc67c8770 req-0966f5fa-291c-4a6e-9a4b-f6134403736e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:43.691581 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d8e7ed58-5949-4936-add1-2c7bc67c8770 req-0966f5fa-291c-4a6e-9a4b-f6134403736e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0660172 Jun 30 09:34:43.730043 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d8e7ed58-5949-4936-add1-2c7bc67c8770 req-1cd61efc-1276-440b-aa64-7fe232655577 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328851 Jun 30 09:34:43.808843 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624bfa0-1abb-45ce-a471-a7134672816e req-b7b04537-c144-4934-9e68-7734bd0aa7a3 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:43.810554 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1624bfa0-1abb-45ce-a471-a7134672816e req-b7b04537-c144-4934-9e68-7734bd0aa7a3 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0762289 Jun 30 09:34:43.851154 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1624bfa0-1abb-45ce-a471-a7134672816e req-2940b974-f4a1-4447-bcd0-b1458e5c5a73 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331926 Jun 30 09:34:43.960578 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b1389-2e13-4545-98b2-5a55ce447f85 req-af14320d-78d7-480c-818f-1342ac2bfc94 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:43.961978 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-610b1389-2e13-4545-98b2-5a55ce447f85 req-af14320d-78d7-480c-818f-1342ac2bfc94 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0622394 Jun 30 09:34:44.000115 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-610b1389-2e13-4545-98b2-5a55ce447f85 req-0d39c168-6e63-4eed-8f5c-51f438e8e051 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Jun 30 09:34:44.162767 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118dd9-a021-45d3-98fd-b2f47374a16d req-18f88ca2-b03c-4b0a-864c-cab705fa1732 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.164237 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0f118dd9-a021-45d3-98fd-b2f47374a16d req-18f88ca2-b03c-4b0a-864c-cab705fa1732 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0667000 Jun 30 09:34:44.203958 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0f118dd9-a021-45d3-98fd-b2f47374a16d req-86757444-1560-4c3d-9274-b9c2bdad3bf0 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Jun 30 09:34:44.396084 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d714-1eed-4c27-9226-24f5435e04cc req-d54ab49f-c0b2-469b-a552-af22965ef727 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.397554 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c445d714-1eed-4c27-9226-24f5435e04cc req-d54ab49f-c0b2-469b-a552-af22965ef727 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0696390 Jun 30 09:34:44.436717 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c445d714-1eed-4c27-9226-24f5435e04cc req-4143a818-e44b-4996-8255-efa857af14af tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Jun 30 09:34:44.662989 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9a164-b067-46ae-99ed-c8d0d562b0be req-7438409b-3be1-4490-8673-8369106aa43d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.664447 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-39d9a164-b067-46ae-99ed-c8d0d562b0be req-7438409b-3be1-4490-8673-8369106aa43d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0679214 Jun 30 09:34:44.705821 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-39d9a164-b067-46ae-99ed-c8d0d562b0be req-9f814a86-4c33-446e-a362-859e0c8f4e60 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358095 Jun 30 09:34:44.906586 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733dbf8-d66d-4da3-bada-a1846f9d509f req-ececcc25-ef74-4842-b10d-bf2b8da0a95a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.909117 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9733dbf8-d66d-4da3-bada-a1846f9d509f req-ececcc25-ef74-4842-b10d-bf2b8da0a95a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0686855 Jun 30 09:34:44.957955 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9733dbf8-d66d-4da3-bada-a1846f9d509f req-6bc400cf-5958-4f59-8692-f07a32f758f5 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414546 Jun 30 09:34:45.073589 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbf1a0-ae21-4a18-b33c-eb432fce0407 req-16ea5704-5659-4ca6-917c-64e5b089eb9a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.075088 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-27bbf1a0-ae21-4a18-b33c-eb432fce0407 req-16ea5704-5659-4ca6-917c-64e5b089eb9a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0792725 Jun 30 09:34:45.115753 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-27bbf1a0-ae21-4a18-b33c-eb432fce0407 req-cfbc4135-d855-4adb-9444-80be1d4c4b1e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349803 Jun 30 09:34:45.180740 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1d4f-62ce-4487-902a-55b90d48289e req-ad667028-7255-497e-86c7-b6ccf04c95cd tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.182483 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edbd1d4f-62ce-4487-902a-55b90d48289e req-ad667028-7255-497e-86c7-b6ccf04c95cd tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0633676 Jun 30 09:34:45.219678 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edbd1d4f-62ce-4487-902a-55b90d48289e req-b44763d7-f494-47ae-820d-0a4dead511d5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Jun 30 09:34:45.401586 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8effba-16aa-4139-bf37-93041f2f6922 req-4c0bbcfe-6708-4bc9-b839-8bac4bcda9df tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.403297 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0e8effba-16aa-4139-bf37-93041f2f6922 req-4c0bbcfe-6708-4bc9-b839-8bac4bcda9df tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0819578 Jun 30 09:34:45.446003 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0e8effba-16aa-4139-bf37-93041f2f6922 req-a88be07f-d0a0-44d9-ada7-b745e97820ac tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Jun 30 09:34:45.635524 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbec9f-606a-476a-a3fc-0583f1043626 req-f6287a5d-9493-49ab-8bf8-4eb3d28b2ced tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.636958 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a8cbec9f-606a-476a-a3fc-0583f1043626 req-f6287a5d-9493-49ab-8bf8-4eb3d28b2ced tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0661082 Jun 30 09:34:45.675065 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a8cbec9f-606a-476a-a3fc-0583f1043626 req-63aa2e95-29cc-4160-a795-14caae19c421 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Jun 30 09:34:45.887630 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e37437-aa3e-4934-b2c9-f5be4506d186 req-90c48f98-f390-4100-85fe-04ada1e0853c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.889099 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-19e37437-aa3e-4934-b2c9-f5be4506d186 req-90c48f98-f390-4100-85fe-04ada1e0853c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0608282 Jun 30 09:34:45.926899 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-19e37437-aa3e-4934-b2c9-f5be4506d186 req-7f54bd68-ba7a-48cc-b98d-c981cccc0b39 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Jun 30 09:34:46.144264 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cf0f0-0b72-444e-8b17-cfb94ab8719b req-8e31c4b0-7b87-4740-8916-80025a0115a2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:46.145755 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cd1cf0f0-0b72-444e-8b17-cfb94ab8719b req-8e31c4b0-7b87-4740-8916-80025a0115a2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0627575 Jun 30 09:34:46.187589 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cd1cf0f0-0b72-444e-8b17-cfb94ab8719b req-0799c8df-b5af-4983-aa08-05181961de58 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348806 Jun 30 09:34:46.330741 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af189e-17c8-430b-ba0f-190e3b33adc0 req-a58cc753-26c0-48ca-8929-8b2bde97548f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:46.340079 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c9af189e-17c8-430b-ba0f-190e3b33adc0 req-a58cc753-26c0-48ca-8929-8b2bde97548f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1095672 Jun 30 09:34:46.394752 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c9af189e-17c8-430b-ba0f-190e3b33adc0 req-614f5b49-0b71-4803-89f9-83aa16aff276 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534992 Jun 30 09:34:46.435087 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067b4e-6eee-4b5e-8696-c53301f6bfcf req-a0ca2985-20c1-4d7a-b86e-0ee9f3fc4fea tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:46.437236 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-41067b4e-6eee-4b5e-8696-c53301f6bfcf req-a0ca2985-20c1-4d7a-b86e-0ee9f3fc4fea tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0911222 Jun 30 09:34:46.477521 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-41067b4e-6eee-4b5e-8696-c53301f6bfcf req-3c0b81b5-8770-4a24-91c1-e376b6b49f51 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Jun 30 09:34:46.634316 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec62840-628f-4fdf-90ac-7bfc47f56a1e req-8d5cb337-9941-4cf1-8206-b3d4f00ef145 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:46.641575 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dec62840-628f-4fdf-90ac-7bfc47f56a1e req-8d5cb337-9941-4cf1-8206-b3d4f00ef145 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0784044 Jun 30 09:34:46.675279 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dec62840-628f-4fdf-90ac-7bfc47f56a1e req-d0bde2dc-89b8-4b39-9af5-651a03fe244d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Jun 30 09:34:46.738027 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:34:46.877603 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493b1ff-2058-40ed-90d0-96d4e2743484 req-13be7268-10fe-47a6-ac0c-54f48b7b6851 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:46.883510 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5493b1ff-2058-40ed-90d0-96d4e2743484 req-13be7268-10fe-47a6-ac0c-54f48b7b6851 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0945964 Jun 30 09:34:46.924506 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5493b1ff-2058-40ed-90d0-96d4e2743484 req-cdf48fd2-dbb0-4b8d-9f16-f790805ae97f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 Jun 30 09:34:47.137755 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32df68a-7d2b-49b4-b963-c4977b7f8215 req-8206f692-e169-42d1-9de1-6e4a4b071e64 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.139680 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b32df68a-7d2b-49b4-b963-c4977b7f8215 req-8206f692-e169-42d1-9de1-6e4a4b071e64 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0873985 Jun 30 09:34:47.193949 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b32df68a-7d2b-49b4-b963-c4977b7f8215 req-6dc0aac7-50eb-4e09-89e3-b12f88d0ea81 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487382 Jun 30 09:34:47.377289 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1ad24-b25a-4d27-bcd9-8c89ed1cf3f5 req-20e5beca-31d1-4057-81ba-cccc7aef7b33 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.379040 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9ba1ad24-b25a-4d27-bcd9-8c89ed1cf3f5 req-20e5beca-31d1-4057-81ba-cccc7aef7b33 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0738096 Jun 30 09:34:47.426373 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9ba1ad24-b25a-4d27-bcd9-8c89ed1cf3f5 req-537122e5-983a-4b17-92d2-fb70255976d0 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402160 Jun 30 09:34:47.589957 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d0b58-c376-44f7-bff7-ddcc1dd8d9bd req-4aa47096-8700-476a-b639-4ac762391c86 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.591696 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0e7d0b58-c376-44f7-bff7-ddcc1dd8d9bd req-4aa47096-8700-476a-b639-4ac762391c86 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0672472 Jun 30 09:34:47.677714 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2976423-bb86-4413-a1c2-e55e7be07707 req-28347f09-ad8f-442b-89c0-578d636c98b8 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.679430 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e2976423-bb86-4413-a1c2-e55e7be07707 req-28347f09-ad8f-442b-89c0-578d636c98b8 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0882106 Jun 30 09:34:47.699935 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0e7d0b58-c376-44f7-bff7-ddcc1dd8d9bd req-90b6e24d-7bc7-40c9-b046-a7863f18e0f7 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989058 Jun 30 09:34:47.781625 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e2976423-bb86-4413-a1c2-e55e7be07707 req-dfe7dc47-c898-429e-a5ce-557b221db74f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957100 Jun 30 09:34:47.868976 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ce03d-5960-4b4c-9d6b-aceb487c4c64 req-ae0709f4-b20a-44dd-90b4-14a06462c2ff tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.870558 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cd7ce03d-5960-4b4c-9d6b-aceb487c4c64 req-ae0709f4-b20a-44dd-90b4-14a06462c2ff tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0644016 Jun 30 09:34:47.914387 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cd7ce03d-5960-4b4c-9d6b-aceb487c4c64 req-b2ab75bf-10e3-4944-a3d2-20a04925d017 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Jun 30 09:34:47.958426 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-89bdf8ba-5225-41ee-8a41-84277f1bb037 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159942036&fields=id&tenant_id=e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 267 time: 0.0426261 Jun 30 09:34:48.085468 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0b715f71-3e92-4a85-bbec-18e0c71425a5 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.094111 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0b715f71-3e92-4a85-bbec-18e0c71425a5 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 811 time: 0.1277003 Jun 30 09:34:48.105464 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-dcd21784-ef55-4390-91e1-8417eec63b28 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/quotas/e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 375 time: 0.0101578 Jun 30 09:34:48.137387 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb6b55-3a23-476c-877d-013b1aaa4221 req-b894741b-6c8c-4a25-9957-1945ed8f9f88 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.139009 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bbbb6b55-3a23-476c-877d-013b1aaa4221 req-b894741b-6c8c-4a25-9957-1945ed8f9f88 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0700366 Jun 30 09:34:48.176043 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-b6edd1a3-9b77-4c7e-879d-f83533885b4c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640633 Jun 30 09:34:48.178271 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bbbb6b55-3a23-476c-877d-013b1aaa4221 req-a9e973ee-bedf-4d98-95da-584b42e3ef5b tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Jun 30 09:34:48.272958 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-84fe94e2-a1f4-4d60-8c6c-e604b8f05d26 service neutron] 10.222.0.70 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839651 Jun 30 09:34:48.366046 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0be2e0c3-53e1-4e44-ad2d-89aa5231f3b2 service neutron] 10.222.0.70 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Jun 30 09:34:48.380116 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1b6c-43ac-4743-9749-af335c6e7f18 req-60768fdf-483d-4092-a0d4-a9a96bed8421 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.381562 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d3df1b6c-43ac-4743-9749-af335c6e7f18 req-60768fdf-483d-4092-a0d4-a9a96bed8421 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0644310 Jun 30 09:34:48.422415 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d3df1b6c-43ac-4743-9749-af335c6e7f18 req-96b2c7b4-b423-42ad-85a0-d5c54fc382cd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350082 Jun 30 09:34:48.533739 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7fd42dfb-e71d-40c6-976f-f281505ca612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.678924 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce25d7-f528-42cb-ad2b-dad5f27b1b93 req-a5dafc23-3827-41f2-bd2a-401f2fb49314 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.678924 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-23ce25d7-f528-42cb-ad2b-dad5f27b1b93 req-a5dafc23-3827-41f2-bd2a-401f2fb49314 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0645771 Jun 30 09:34:48.732715 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-23ce25d7-f528-42cb-ad2b-dad5f27b1b93 req-a8af420a-01a5-4d7d-b3cf-077cb31482de tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488949 Jun 30 09:34:48.778698 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-76118c57-ec69-4555-9b2e-365ac3849510 req-d12a7622-08b4-470f-a726-f302a49cd563 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 210 time: 0.0496991 Jun 30 09:34:48.919409 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b08590-90b4-4922-a057-0adf404b73ba req-8b2c128e-cffd-4437-b2e2-681d0cabbab3 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.921419 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c1b08590-90b4-4922-a057-0adf404b73ba req-8b2c128e-cffd-4437-b2e2-681d0cabbab3 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0741806 Jun 30 09:34:48.959834 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67985da-202a-4134-8385-84549f900ac5 req-e52f6b78-5e47-4a44-9cbb-ebdd0ef0810f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.967943 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f67985da-202a-4134-8385-84549f900ac5 req-e52f6b78-5e47-4a44-9cbb-ebdd0ef0810f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0774899 Jun 30 09:34:49.003071 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c1b08590-90b4-4922-a057-0adf404b73ba req-cabbd922-898e-4edf-9805-ead13767736b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748780 Jun 30 09:34:49.050952 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f67985da-202a-4134-8385-84549f900ac5 req-70cdc2e0-a6fc-442a-a805-a810ae09603b tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796978 Jun 30 09:34:49.238199 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49b424-aea5-47b1-9a6f-909912b936f4 req-e428fe2e-204a-4973-bea7-81d10ee446f3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.239817 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5b49b424-aea5-47b1-9a6f-909912b936f4 req-e428fe2e-204a-4973-bea7-81d10ee446f3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0720708 Jun 30 09:34:49.277463 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5b49b424-aea5-47b1-9a6f-909912b936f4 req-833ebfcf-95da-4983-bb34-38d435179262 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Jun 30 09:34:49.355668 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352bc0f-46b3-44a2-b6c7-4fe595581910 req-9ff9f9f7-c04d-405d-87f2-4c43c8ff9739 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.357136 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e352bc0f-46b3-44a2-b6c7-4fe595581910 req-9ff9f9f7-c04d-405d-87f2-4c43c8ff9739 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0648923 Jun 30 09:34:49.394784 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e352bc0f-46b3-44a2-b6c7-4fe595581910 req-45ef117c-76ea-4122-956e-b36d2479ee4a tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Jun 30 09:34:49.635238 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e430-8f06-460c-b92f-3b38d9c9a5ec req-616af519-2e8e-4c5a-9a66-cfedaf3d62a1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.636699 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7d54e430-8f06-460c-b92f-3b38d9c9a5ec req-616af519-2e8e-4c5a-9a66-cfedaf3d62a1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0670567 Jun 30 09:34:49.674257 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7d54e430-8f06-460c-b92f-3b38d9c9a5ec req-b3dcda4c-f350-43e4-8654-c0c7d6cb3d88 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Jun 30 09:34:49.937189 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-eea16ccf-0aa3-4e9f-9e3a-718f68e56e93 req-a16fc6fb-7e31-4394-8179-284c2108eb7b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 210 time: 0.0288248 Jun 30 09:34:49.969766 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4233-fcf0-40d1-a3d3-ccb3484c1cef req-dda5dd8f-14e4-4547-a958-6e898a1aa684 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.971217 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4dff4233-fcf0-40d1-a3d3-ccb3484c1cef req-dda5dd8f-14e4-4547-a958-6e898a1aa684 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0650289 Jun 30 09:34:50.008506 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4dff4233-fcf0-40d1-a3d3-ccb3484c1cef req-68e828b1-ab64-4ebd-b0af-09b53d293fb8 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315740 Jun 30 09:34:50.185699 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd91d9-7b85-4d8c-afff-d2b3711f26bf req-85e196b6-83e5-49d3-b581-52e142dc934e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.188074 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c8fd91d9-7b85-4d8c-afff-d2b3711f26bf req-85e196b6-83e5-49d3-b581-52e142dc934e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0658207 Jun 30 09:34:50.223537 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f0089-228b-4b26-985b-61e2bab5eef5 req-605e3d52-6f50-4da1-8f3b-64835ba504e3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.225022 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b50f0089-228b-4b26-985b-61e2bab5eef5 req-605e3d52-6f50-4da1-8f3b-64835ba504e3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0679634 Jun 30 09:34:50.228404 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c8fd91d9-7b85-4d8c-afff-d2b3711f26bf req-7f07d3dd-774c-4268-b606-115f7cc61551 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345936 Jun 30 09:34:50.264927 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b50f0089-228b-4b26-985b-61e2bab5eef5 req-402a50db-732f-4ace-8fc1-d1f789723c95 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Jun 30 09:34:50.464707 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0eec4-92c1-4c3d-b2d8-7b48d3f1e602 req-abca6ff2-437b-4bda-aa2b-4b23867c93b8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.466193 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-aba0eec4-92c1-4c3d-b2d8-7b48d3f1e602 req-abca6ff2-437b-4bda-aa2b-4b23867c93b8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.0691907 Jun 30 09:34:50.506902 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-aba0eec4-92c1-4c3d-b2d8-7b48d3f1e602 req-332d6f54-ecbf-4f01-8947-59b74ff8fbd7 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343857 Jun 30 09:34:50.577086 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766c557-d564-449f-aad5-22ec5a6fb008 req-32f37ab3-cc5e-4bcd-ad32-cd9ab7d9ab8d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.578618 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d766c557-d564-449f-aad5-22ec5a6fb008 req-32f37ab3-cc5e-4bcd-ad32-cd9ab7d9ab8d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.0623629 Jun 30 09:34:50.620962 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d766c557-d564-449f-aad5-22ec5a6fb008 req-9c0abe3a-466e-4dca-bb5d-aa50559d90a4 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360348 Jun 30 09:34:50.854552 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2785637-2537-418f-843b-a35280435150 req-8dd87ee1-a7c4-47c4-8ec4-9a25a14700c2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.856085 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a2785637-2537-418f-843b-a35280435150 req-8dd87ee1-a7c4-47c4-8ec4-9a25a14700c2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.0637379 Jun 30 09:34:50.897158 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a2785637-2537-418f-843b-a35280435150 req-e1577d92-c242-4504-8d60-b66b119dc980 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338364 Jun 30 09:34:51.062573 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-1ca646c0-eafc-43f3-91e7-b11b89f47778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.082014 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1203c000-5896-4834-b27a-43906e754b18 req-35d8950a-9a4d-4612-908a-d7f591939804 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 210 time: 0.0328417 Jun 30 09:34:51.189609 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f66726-4594-4019-88a6-58c170dc60bf req-d2cb3021-0b07-4ca4-add4-5ab42cfbf6a4 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.191150 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b7f66726-4594-4019-88a6-58c170dc60bf req-d2cb3021-0b07-4ca4-add4-5ab42cfbf6a4 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0648963 Jun 30 09:34:51.232077 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b7f66726-4594-4019-88a6-58c170dc60bf req-ca1792cf-418f-445e-9c8f-56e3e92a5e45 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351975 Jun 30 09:34:51.397715 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.463137 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ee60-8dd2-467f-a2f3-153fc95c17ba req-ba5cbbe5-b515-42a5-90cb-40b599831a30 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.464710 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a5e9ee60-8dd2-467f-a2f3-153fc95c17ba req-ba5cbbe5-b515-42a5-90cb-40b599831a30 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 932 time: 0.0844312 Jun 30 09:34:51.505895 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a5e9ee60-8dd2-467f-a2f3-153fc95c17ba req-6f84a3de-e83c-4c13-bb5e-166e7404e64e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348206 Jun 30 09:34:51.649981 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Request body: {'port': {'device_id': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:51.711729 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40372687-7428-4b07-b0fa-bcb8e524f198 req-d409558a-9eef-45d7-a675-77eb291c2952 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.719005 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-40372687-7428-4b07-b0fa-bcb8e524f198 req-d409558a-9eef-45d7-a675-77eb291c2952 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.3715806 Jun 30 09:34:51.738160 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480f834-bb88-4c4b-8a78-a2841663b368 req-50181a71-5a8d-46b0-9cb0-852665b8f9d5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.739889 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e480f834-bb88-4c4b-8a78-a2841663b368 req-50181a71-5a8d-46b0-9cb0-852665b8f9d5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.1123519 Jun 30 09:34:51.742779 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-692dd0ac-0b93-47f4-a66c-4cb2f6c91afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.744209 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-692dd0ac-0b93-47f4-a66c-4cb2f6c91afe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1097 time: 0.1271214 Jun 30 09:34:51.773091 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.795148 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-fc95b64e-a5e9-4b20-808e-4cce794f947d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 200 len: 217 time: 0.0402112 Jun 30 09:34:51.797680 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-40372687-7428-4b07-b0fa-bcb8e524f198 req-82bd3fd4-ac98-424f-a1fd-31ee78579ccb tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776927 Jun 30 09:34:51.829281 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e480f834-bb88-4c4b-8a78-a2841663b368 req-c88ea2a3-dc8c-4ff7-b912-8c5b300c2e6f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809011 Jun 30 09:34:51.871668 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-a91e64f4-894c-447d-9985-844aec29a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.873519 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-a91e64f4-894c-447d-9985-844aec29a6a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eafda67-63d6-4eb8-8d98-1632ee3e5122 HTTP/1.1" status: 200 len: 848 time: 0.0555813 Jun 30 09:34:51.965548 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-d2ff87d9-04af-43dd-8c24-499f471034e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:51.967768 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-d2ff87d9-04af-43dd-8c24-499f471034e7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd27c597-5adc-4a1f-b909-89fd58f61b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733447 Jun 30 09:34:52.099984 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4daa8d-36e0-4316-ab63-272874a02eaa req-8f5e0b7a-c664-46db-b8e4-7040d585d1a9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.101650 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3e4daa8d-36e0-4316-ab63-272874a02eaa req-8f5e0b7a-c664-46db-b8e4-7040d585d1a9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.1939416 Jun 30 09:34:52.148765 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-c1830ea2-0495-4bfd-a993-26eb59349223 service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495805 Jun 30 09:34:52.203395 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-966d640d-524a-40f9-9fcb-b2c07a76c4fd tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.204740 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-966d640d-524a-40f9-9fcb-b2c07a76c4fd tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.91 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 946 time: 0.1848817 Jun 30 09:34:52.209017 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3e4daa8d-36e0-4316-ab63-272874a02eaa req-6c163551-2faf-471d-ac32-e9215ddac88e tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936882 Jun 30 09:34:52.236708 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25c64f-2889-4b89-a9b0-502dc1d8a23d req-256bf3f4-78bd-4a60-8039-7309b9a5ff05 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.239306 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3e25c64f-2889-4b89-a9b0-502dc1d8a23d req-256bf3f4-78bd-4a60-8039-7309b9a5ff05 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1588011 Jun 30 09:34:52.245160 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3baac9-baa7-4c40-a198-370209a05978 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:52.259263 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.291411 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Transition to ACTIVE for port object fc3baac9-baa7-4c40-a198-370209a05978 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:52.299261 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3e25c64f-2889-4b89-a9b0-502dc1d8a23d req-eaea7bcf-27c9-4664-ada6-fef807781687 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539722 Jun 30 09:34:52.310555 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8df2d2d6-7e91-46c3-a259-5a86192311b3 req-f44b866c-c1f7-44f8-ae0a-8361123d729e service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485381 Jun 30 09:34:52.318072 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.395050 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9e4f5698-0068-4f75-848d-66797a636231 req-22f029ad-ffec-417f-b778-c64a7cd75bab tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 210 time: 0.0702586 Jun 30 09:34:52.426588 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3baac9-baa7-4c40-a198-370209a05978,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:52.503381 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Deleting port 13c4b1c3-c267-48f9-bf33-01050293b8df {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:52.503846 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.507322 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9b7aa-02a3-44c7-a023-e57b98daf1ef req-04910272-63af-413d-a694-277d326a3d0c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.516267 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-44b9b7aa-02a3-44c7-a023-e57b98daf1ef req-04910272-63af-413d-a694-277d326a3d0c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0820410 Jun 30 09:34:52.539211 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.613783 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Attempting to bind port fc3baac9-baa7-4c40-a198-370209a05978 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:52.614415 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Attempting to bind port fc3baac9-baa7-4c40-a198-370209a05978 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:52.615108 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Attempting to bind port fc3baac9-baa7-4c40-a198-370209a05978 on network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:52.629257 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Port fc3baac9-baa7-4c40-a198-370209a05978 on network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:34:52.629881 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Attempting to bind port fc3baac9-baa7-4c40-a198-370209a05978 on network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:52.633304 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.678024 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:52.678334 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Checking segment: {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:52.678675 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Bound using segment: {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:52.679147 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Bound port: fc3baac9-baa7-4c40-a198-370209a05978, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19256925-4fb0-423f-af5e-ed5b338e912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:52.679514 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.695066 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-44b9b7aa-02a3-44c7-a023-e57b98daf1ef req-ad155fb4-d95f-4a97-aeed-ebdb00b05349 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1779039 Jun 30 09:34:52.722514 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0a926a8d-d699-4aee-bd14-4b4ffe6ea6af tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.724215 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0a926a8d-d699-4aee-bd14-4b4ffe6ea6af tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 811 time: 0.1894996 Jun 30 09:34:52.759324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] For port 13c4b1c3-c267-48f9-bf33-01050293b8df, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13c4b1c3-c267-48f9-bf33-01050293b8df,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:52.759702 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.769645 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-f23195bb-8111-4aa0-8bf0-325476208e04 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 380 time: 0.0351424 Jun 30 09:34:52.786868 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'port': {'device_id': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'admin_state_up': True, 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'security_groups': ['3e4baeda-a7a1-40ac-9d44-f0237dd3c82e']}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:52.790282 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Calling delete_port for 13c4b1c3-c267-48f9-bf33-01050293b8df owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:52.818055 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1baa8-d5e4-4c61-af5f-c160216a5695 req-8988291e-c355-4496-8fc2-27a0d009aae3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.820459 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1ed1baa8-d5e4-4c61-af5f-c160216a5695 req-8988291e-c355-4496-8fc2-27a0d009aae3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 944 time: 0.1915312 Jun 30 09:34:52.828402 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] For port fc3baac9-baa7-4c40-a198-370209a05978, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:52.906443 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] For port fc3baac9-baa7-4c40-a198-370209a05978, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc3baac9-baa7-4c40-a198-370209a05978,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:52.916039 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.951113 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Made reservation on behalf of e2183ff0d11e426898abce51e4045f6f for: {'port': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:52.954868 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.966291 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1ed1baa8-d5e4-4c61-af5f-c160216a5695 req-5cbf5d7e-77cf-41ce-bea9-26fb8f9da6c6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411078 Jun 30 09:34:52.973064 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.973458 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.974805 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] 10.222.0.91 "PUT /v2.0/ports/fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 1094 time: 1.3299005 Jun 30 09:34:52.977204 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:52.979607 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912a526-0b8d-4523-a2fc-019cb5db9156" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:53.032755 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2dbdc-221c-43d7-a417-e0dcce487314 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3baac9-baa7-4c40-a198-370209a05978,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:53.075433 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83f51e-88ab-42aa-b212-24c89b182ec2 req-55848de6-dc93-483d-a3b8-001d2986dc7e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.076964 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7d83f51e-88ab-42aa-b212-24c89b182ec2 req-55848de6-dc93-483d-a3b8-001d2986dc7e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1582105 Jun 30 09:34:53.176099 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7d83f51e-88ab-42aa-b212-24c89b182ec2 req-58a87205-842f-4cbc-b825-1eb75f8c9d43 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904109 Jun 30 09:34:53.205450 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Allocated IP 172.20.0.14 (ffc01093-0697-4bf1-85e5-db707a5d1b04/eb087683-53c8-428f-b983-8b44c003e106/882bf5b0-49ed-48a9-bb82-f02c05eaa296) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:53.221442 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.246252 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c1ef8c-156e-4809-a3b3-3d3d4e960e5f x-openstack-request-id: req-13c1ef8c-156e-4809-a3b3-3d3d4e960e5f {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:53.246647 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:53.247029 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13c1ef8c-156e-4809-a3b3-3d3d4e960e5f {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:53.258549 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978', 'status': 'completed', 'code': 200} Jun 30 09:34:53.276926 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Pushing event deleted for resources: {'Port': ['ID=13c4b1c3-c267-48f9-bf33-01050293b8df,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:53.304437 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-7f147606-9325-4746-a76b-bdd617dc4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.306459 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-7f147606-9325-4746-a76b-bdd617dc4c04 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=90e6e06138244797a6765257011330e8&device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1097 time: 0.2539008 Jun 30 09:34:53.430190 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475e529-6b91-4399-b701-dcaabb470bf3 req-72dc8142-210e-4f0b-84e9-2bb60877fe53 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.438013 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5475e529-6b91-4399-b701-dcaabb470bf3 req-72dc8142-210e-4f0b-84e9-2bb60877fe53 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.2876256 Jun 30 09:34:53.441867 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] No DVR routers for this DVR port 13c4b1c3-c267-48f9-bf33-01050293b8df on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:53.449868 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-7affcdb5-baf4-46cd-8088-dade61b9e26b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 217 time: 0.1193645 Jun 30 09:34:53.451476 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.453189 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.454352 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3ed6e12a-6e1a-4ca4-8804-233b358b3f37 req-41d4da23-ece6-4673-910d-5e2e03f78683 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.91 "DELETE /v2.0/ports/13c4b1c3-c267-48f9-bf33-01050293b8df HTTP/1.1" status: 204 len: 173 time: 1.2411070 Jun 30 09:34:53.499320 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Transition to ACTIVE for port object 882bf5b0-49ed-48a9-bb82-f02c05eaa296 will not be triggered until provisioned by entity DHCP. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:53.524467 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-37d783d4-1c5b-4e56-a7be-7ee269fa33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.526249 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-37d783d4-1c5b-4e56-a7be-7ee269fa33ec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4601baad-31c9-4325-af1e-4ad964aa9141 HTTP/1.1" status: 200 len: 854 time: 0.0622320 Jun 30 09:34:53.551040 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.625141 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5475e529-6b91-4399-b701-dcaabb470bf3 req-3cc34072-bcdb-4cec-aaf6-696257e8b7c1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852050 Jun 30 09:34:53.656932 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:53.659165 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-69744dcd-9c0a-4f2d-9b50-38c0e35a6c02 req-d558f299-13fa-4e3b-8904-b0bd5850322c tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f47e79-29fd-4cb4-b989-d3a18b29b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0479965 Jun 30 09:34:53.663118 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=882bf5b0-49ed-48a9-bb82-f02c05eaa296,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:53.668474 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:53.672330 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:53.713104 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-8a9a3e23-ba77-4e08-bb94-43476d51da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.716051 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-8a9a3e23-ba77-4e08-bb94-43476d51da34 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1702681 Jun 30 09:34:53.729088 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.729720 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.741900 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.91', 63144) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:53.781006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-63862deb-c01a-4266-ae95-d0467b40582c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.781762 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0c591243-55b6-4425-9e4c-451172441177 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9992614 Jun 30 09:34:53.782779 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-63862deb-c01a-4266-ae95-d0467b40582c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 946 time: 0.2473614 Jun 30 09:34:53.816900 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Request body: {'port': {'device_id': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:53.919997 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-bf899b28-f0bd-4426-87be-f548ef2a468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.922327 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-bf899b28-f0bd-4426-87be-f548ef2a468e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 1099 time: 0.1795394 Jun 30 09:34:53.923495 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.973354 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-e2d04f28-025a-4b3b-91a5-c36b998a66fa service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452161 Jun 30 09:34:53.993913 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-1b24e103-46cf-4410-b86c-c6381f7d919e None None] Provisioning for port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:53.999557 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-1b24e103-46cf-4410-b86c-c6381f7d919e None None] Provisioning complete for port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:54.000227 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-1b24e103-46cf-4410-b86c-c6381f7d919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.012432 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e85df7-0feb-4ed8-b085-61d7d1c7543a req-50092edc-c312-4480-a253-087cee021e62 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.013940 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-91e85df7-0feb-4ed8-b085-61d7d1c7543a req-50092edc-c312-4480-a253-087cee021e62 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1606765 Jun 30 09:34:54.023044 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.041776 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-1b24e103-46cf-4410-b86c-c6381f7d919e None None] Port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:54.102414 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Deleting port f5b6f552-e289-46c9-af89-77a680ac2316 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:54.102919 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.178061 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-91e85df7-0feb-4ed8-b085-61d7d1c7543a req-99d8b61e-aba7-4490-be36-d5bdbd0c3f80 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298294 Jun 30 09:34:54.211509 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac8f4a6c-a697-4a1e-89cf-b50135b9ffa7 req-6d07c18b-ba2a-4490-9ba2-07caa91f5a2b service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258558 Jun 30 09:34:54.245465 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] For port f5b6f552-e289-46c9-af89-77a680ac2316, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f5b6f552-e289-46c9-af89-77a680ac2316,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:54.246145 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.264458 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Calling delete_port for f5b6f552-e289-46c9-af89-77a680ac2316 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:54.353185 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceef34-3baf-4313-9f38-b9a68a462b46 req-3193a285-5d95-4ff6-9b93-0129c12ae358 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.354712 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d4ceef34-3baf-4313-9f38-b9a68a462b46 req-3193a285-5d95-4ff6-9b93-0129c12ae358 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 932 time: 0.4930916 Jun 30 09:34:54.374125 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:34:54.379000 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-5e53418c-16cc-4147-8f8a-6b8191b437c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.380921 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-5e53418c-16cc-4147-8f8a-6b8191b437c4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 912 time: 0.4378862 Jun 30 09:34:54.438910 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 13c4b1c3-c267-48f9-bf33-01050293b8df no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:54.476068 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-32a74f77-69e2-4fd8-8cc6-4a9931869b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.477569 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-32a74f77-69e2-4fd8-8cc6-4a9931869b85 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=90e6e06138244797a6765257011330e8&device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1097 time: 0.1644828 Jun 30 09:34:54.478570 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 13c4b1c3-c267-48f9-bf33-01050293b8df {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:54.479029 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 13c4b1c3-c267-48f9-bf33-01050293b8df not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:54.492348 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740ddec-1342-49dd-92f2-6f2761a5bc85 req-bdfc7170-f0ef-46df-b9d2-ab3bbeefc567 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.494008 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b740ddec-1342-49dd-92f2-6f2761a5bc85 req-bdfc7170-f0ef-46df-b9d2-ab3bbeefc567 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1498632 Jun 30 09:34:54.512214 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:54.524014 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'port_id': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'mac_address': 'fa:16:3e:1c:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:34:54.547625 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d4ceef34-3baf-4313-9f38-b9a68a462b46 req-a2b7d7d8-d9f5-42a6-9566-01f95c6a6571 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700072 Jun 30 09:34:54.551652 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-b4611a9b-58fb-481f-aaf9-1053c75eddb4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a649d619-f9de-4523-9c2e-498456d0dbe1 HTTP/1.1" status: 200 len: 1002 time: 0.1604478 Jun 30 09:34:54.575356 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.582096 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.589023 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['f5b6f552-e289-46c9-af89-77a680ac2316', '11497ced-5221-4781-ac0b-23e37dec70b1'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:34:54.628843 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Pushing event deleted for resources: {'Port': ['ID=f5b6f552-e289-46c9-af89-77a680ac2316,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:54.652937 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7796f4-09e4-445b-beef-7657b0b12c55 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:54.658341 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b740ddec-1342-49dd-92f2-6f2761a5bc85 req-7965576f-8845-4949-aa12-478248f4cd20 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507318 Jun 30 09:34:54.659419 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-b28dd199-c0f5-4750-b57a-d2a8d01e4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.660933 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-b28dd199-c0f5-4750-b57a-d2a8d01e4d40 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.1024878 Jun 30 09:34:54.700286 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:54.712046 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.752551 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] No DVR routers for this DVR port f5b6f552-e289-46c9-af89-77a680ac2316 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:54.754639 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-b33bee2a-de64-435b-b77d-b95b285fe95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.756160 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-b33bee2a-de64-435b-b77d-b95b285fe95c service neutron] 10.222.0.91 "GET /v2.0/networks?id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 200 len: 916 time: 0.2590699 Jun 30 09:34:54.758154 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.760056 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e26d8af3-7196-427d-8fe5-a5e4d7a3df21 req-172e42a5-3871-429a-8755-4b56971a600c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.91 "DELETE /v2.0/ports/f5b6f552-e289-46c9-af89-77a680ac2316 HTTP/1.1" status: 204 len: 173 time: 0.9492543 Jun 30 09:34:54.799314 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=9']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:54.816779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.817178 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.817556 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.818671 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.818671 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.818671 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.818963 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.819688 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.819688 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.819925 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.820222 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.820544 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:54.830191 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-1c13ca47-19f8-4e59-bc65-1ae73f356ea4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 217 time: 0.0499475 Jun 30 09:34:54.878082 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-70c64510-5040-4b22-a8e9-9f452dcac1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.879658 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-70c64510-5040-4b22-a8e9-9f452dcac1ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1862149 Jun 30 09:34:54.890972 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882bf5b0-49ed-48a9-bb82-f02c05eaa296 {{(pid=92902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:54.909468 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.931949 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-b1282ebb-267d-4e6e-a209-81832cc7ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.933393 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-b1282ebb-267d-4e6e-a209-81832cc7ac0a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4601baad-31c9-4325-af1e-4ad964aa9141 HTTP/1.1" status: 200 len: 854 time: 0.0935638 Jun 30 09:34:54.966951 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030186-fc2c-4847-bc69-683c14b6a132 req-c14b3afb-c0f8-4ba6-9317-76f28c117bb4 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.968673 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7b030186-fc2c-4847-bc69-683c14b6a132 req-c14b3afb-c0f8-4ba6-9317-76f28c117bb4 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.2417383 Jun 30 09:34:54.969742 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Transition to ACTIVE for port object 882bf5b0-49ed-48a9-bb82-f02c05eaa296 will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:54.983642 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.985434 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf4b1-2baa-4890-b228-12b00d2e332a req-7a09b915-09d1-4c71-9999-73da78db9461 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.987542 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a9bcf4b1-2baa-4890-b228-12b00d2e332a req-7a09b915-09d1-4c71-9999-73da78db9461 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 944 time: 0.1117465 Jun 30 09:34:55.024542 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['ce7796f4-09e4-445b-beef-7657b0b12c55'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:34:55.043867 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a9bcf4b1-2baa-4890-b228-12b00d2e332a req-121318ba-9ca8-47ae-8e71-f09230ed8957 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492406 Jun 30 09:34:55.055181 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-00ab45f3-58e5-43c6-91d6-27819043404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.059196 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-00ab45f3-58e5-43c6-91d6-27819043404e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1115162 Jun 30 09:34:55.111401 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7b030186-fc2c-4847-bc69-683c14b6a132 req-3acee375-af6a-429b-8c28-e820d2641a02 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1359255 Jun 30 09:34:55.114731 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Pushing event updated for resources: {'Port': ['ID=882bf5b0-49ed-48a9-bb82-f02c05eaa296,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:55.129052 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-41bf65be-4775-4737-bb16-1ffd5d632ed4 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335045 Jun 30 09:34:55.234761 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-c965572e-af4a-41e7-9180-2864b69ef6c1 service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667926 Jun 30 09:34:55.252855 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f47e79-29fd-4cb4-b989-d3a18b29b6c0', 'name': 'network-vif-deleted', 'tag': '13c4b1c3-c267-48f9-bf33-01050293b8df'}, {'server_uuid': '6f77981f-b960-4b11-871a-9e5c4e171065', 'name': 'network-vif-deleted', 'tag': 'f5b6f552-e289-46c9-af89-77a680ac2316'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:55.255377 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c131ddff-eebd-413b-914e-7c65b764700f" -d '{"events": [{"server_uuid": "20f47e79-29fd-4cb4-b989-d3a18b29b6c0", "name": "network-vif-deleted", "tag": "13c4b1c3-c267-48f9-bf33-01050293b8df"}, {"server_uuid": "6f77981f-b960-4b11-871a-9e5c4e171065", "name": "network-vif-deleted", "tag": "f5b6f552-e289-46c9-af89-77a680ac2316"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:55.338091 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Attempting to bind port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:55.339593 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Attempting to bind port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:55.340192 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Attempting to bind port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 on network ffc01093-0697-4bf1-85e5-db707a5d1b04 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:55.359987 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 on network ffc01093-0697-4bf1-85e5-db707a5d1b04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:34:55.360619 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Attempting to bind port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 on network ffc01093-0697-4bf1-85e5-db707a5d1b04 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:55.378117 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:55.378681 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Checking segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:55.379293 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Bound using segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:55.379901 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Bound port: 882bf5b0-49ed-48a9-bb82-f02c05eaa296, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:55.380432 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.391518 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f3d4c118-ea87-4c31-a39b-67d53095cbec req-2247c4ba-b16d-4294-8362-b0e76d5ce16b service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244029 Jun 30 09:34:55.393685 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1912a526-0b8d-4523-a2fc-019cb5db9156 req-55e809e8-ff25-40ae-98cf-1c48631f85fb service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497040 Jun 30 09:34:55.517585 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] For port 882bf5b0-49ed-48a9-bb82-f02c05eaa296, host hv-cinder-79351, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:55.522083 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] For port 882bf5b0-49ed-48a9-bb82-f02c05eaa296, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=882bf5b0-49ed-48a9-bb82-f02c05eaa296,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:55.534286 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.585144 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.585882 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.587426 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] 10.222.0.91 "PUT /v2.0/ports/882bf5b0-49ed-48a9-bb82-f02c05eaa296 HTTP/1.1" status: 200 len: 1094 time: 1.7825019 Jun 30 09:34:55.589904 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'tag': '882bf5b0-49ed-48a9-bb82-f02c05eaa296'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:55.593555 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee8a3be-7e82-4a23-be49-0e69d030ac44" -d '{"events": [{"name": "network-changed", "server_uuid": "61ff1544-9758-4f61-b6d0-7943e7acd9b5", "tag": "882bf5b0-49ed-48a9-bb82-f02c05eaa296"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:55.615669 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b48d5-d59b-43e6-b87a-9577f7ba1547 req-c9bb29ff-8299-4301-a983-f70edbdb9372 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.617199 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c04b48d5-d59b-43e6-b87a-9577f7ba1547 req-c9bb29ff-8299-4301-a983-f70edbdb9372 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 944 time: 0.1522357 Jun 30 09:34:55.646576 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6515bfb-78bb-4d0d-a51e-72b59621d231 service neutron] Pushing event updated for resources: {'Port': ['ID=882bf5b0-49ed-48a9-bb82-f02c05eaa296,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:55.648519 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c21a9d13-2cfb-4019-b0b4-f96192a9a240 req-21249d6b-da8f-442b-9174-847228f052a1 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f77981f-b960-4b11-871a-9e5c4e171065 HTTP/1.1" status: 200 len: 210 time: 0.0963731 Jun 30 09:34:55.714547 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6af7df6-ec11-4e58-b968-3a130061b6c4 x-openstack-request-id: req-e6af7df6-ec11-4e58-b968-3a130061b6c4 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:55.714889 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f47e79-29fd-4cb4-b989-d3a18b29b6c0", "name": "network-vif-deleted", "tag": "13c4b1c3-c267-48f9-bf33-01050293b8df", "status": "completed", "code": 200}, {"server_uuid": "6f77981f-b960-4b11-871a-9e5c4e171065", "name": "network-vif-deleted", "tag": "f5b6f552-e289-46c9-af89-77a680ac2316", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:55.715149 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6af7df6-ec11-4e58-b968-3a130061b6c4 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:55.715551 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f47e79-29fd-4cb4-b989-d3a18b29b6c0', 'name': 'network-vif-deleted', 'tag': '13c4b1c3-c267-48f9-bf33-01050293b8df', 'status': 'completed', 'code': 200} Jun 30 09:34:55.715806 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f77981f-b960-4b11-871a-9e5c4e171065', 'name': 'network-vif-deleted', 'tag': 'f5b6f552-e289-46c9-af89-77a680ac2316', 'status': 'completed', 'code': 200} Jun 30 09:34:55.720742 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c04b48d5-d59b-43e6-b87a-9577f7ba1547 req-b9b90a15-73ae-4a8e-b58d-1b02f8d56c3b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924461 Jun 30 09:34:55.754236 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-706952cf-4e56-44af-863a-5ad055e5772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.756226 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-706952cf-4e56-44af-863a-5ad055e5772e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 1097 time: 0.0757887 Jun 30 09:34:55.810339 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d186c7e3-ccef-425c-8d2d-30d47c548794 x-openstack-request-id: req-d186c7e3-ccef-425c-8d2d-30d47c548794 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:55.810694 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ff1544-9758-4f61-b6d0-7943e7acd9b5", "tag": "882bf5b0-49ed-48a9-bb82-f02c05eaa296", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:55.811642 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d186c7e3-ccef-425c-8d2d-30d47c548794 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:55.811960 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'tag': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'status': 'completed', 'code': 200} Jun 30 09:34:55.813534 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-872d9bb0-cf5c-4e21-bbc8-14320c9ce313 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882bf5b0-49ed-48a9-bb82-f02c05eaa296 HTTP/1.1" status: 200 len: 217 time: 0.0477023 Jun 30 09:34:55.870238 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-936c693d-8821-44e8-b4ae-68e4ea05b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.871899 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-936c693d-8821-44e8-b4ae-68e4ea05b374 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0469322 Jun 30 09:34:55.891384 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d550e-df1e-4cfb-968e-fdd0d69115fd req-7db4ccad-4c29-4802-828b-6f46e5258e33 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.892803 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-926d550e-df1e-4cfb-968e-fdd0d69115fd req-7db4ccad-4c29-4802-828b-6f46e5258e33 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0713570 Jun 30 09:34:55.930075 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-926d550e-df1e-4cfb-968e-fdd0d69115fd req-f5214356-1895-4456-ba42-49d775c9987d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Jun 30 09:34:55.974664 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0a1192ae-3643-4451-8472-780aeb727c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.976246 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-0a1192ae-3643-4451-8472-780aeb727c00 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969117 Jun 30 09:34:55.989994 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed60b8-83b9-4acc-b5db-f30ef14fed49 req-bc2ab27f-9365-41c1-9d2e-1478f0b3fd73 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.991437 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bbed60b8-83b9-4acc-b5db-f30ef14fed49 req-bc2ab27f-9365-41c1-9d2e-1478f0b3fd73 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0849335 Jun 30 09:34:56.030034 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bbed60b8-83b9-4acc-b5db-f30ef14fed49 req-c8511776-8580-49eb-8ef3-cf4aa78a99ef tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328455 Jun 30 09:34:56.234997 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f47cb-00c8-4831-8ad5-4d6cf5be5bc4 req-36492096-1911-4d5c-8d5b-01a524c3fdb4 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:56.236598 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7d1f47cb-00c8-4831-8ad5-4d6cf5be5bc4 req-36492096-1911-4d5c-8d5b-01a524c3fdb4 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 944 time: 0.0631659 Jun 30 09:34:56.274452 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7d1f47cb-00c8-4831-8ad5-4d6cf5be5bc4 req-cef48e72-baf7-45f3-9042-a3253b33c31c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Jun 30 09:34:56.286721 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be88c69-d069-4130-8337-c9eb093747ca req-9adf1675-2d7a-4a1d-bb12-d7c3d218e550 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:56.288372 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5be88c69-d069-4130-8337-c9eb093747ca req-9adf1675-2d7a-4a1d-bb12-d7c3d218e550 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0658157 Jun 30 09:34:56.337549 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5be88c69-d069-4130-8337-c9eb093747ca req-a79744e8-2f29-47db-973d-eecacee1e1ed tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426998 Jun 30 09:34:56.901973 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3dc0e-af11-400a-ae01-ceba95ac8f91 req-b6938107-90da-41dc-a7c8-f251c54617be tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:56.903615 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dbb3dc0e-af11-400a-ae01-ceba95ac8f91 req-b6938107-90da-41dc-a7c8-f251c54617be tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 944 time: 0.0634966 Jun 30 09:34:56.949027 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dbb3dc0e-af11-400a-ae01-ceba95ac8f91 req-1cbe62bc-2cc0-422a-a0be-3ead4aba4f77 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Jun 30 09:34:56.997755 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-860fb5ad-c341-4fc3-b54f-ff1a79233e8b service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071286 Jun 30 09:34:57.125222 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b4e2f-b34a-4a65-bfdf-3336319a48df req-04cab73c-f31e-4642-bef6-c6d1cf628c7f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.126045 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00eb8b-6778-497e-a81a-2f6ebe24c0e9 req-ae90ec1a-e547-490a-9ac0-b608e7010f73 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.126873 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e77b4e2f-b34a-4a65-bfdf-3336319a48df req-04cab73c-f31e-4642-bef6-c6d1cf628c7f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0652380 Jun 30 09:34:57.127536 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9f00eb8b-6778-497e-a81a-2f6ebe24c0e9 req-ae90ec1a-e547-490a-9ac0-b608e7010f73 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0693140 Jun 30 09:34:57.182589 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9f00eb8b-6778-497e-a81a-2f6ebe24c0e9 req-5b81d400-3f94-4065-a361-b71de3b8d5cc tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490038 Jun 30 09:34:57.183115 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e77b4e2f-b34a-4a65-bfdf-3336319a48df req-7ff27449-79d7-45c8-a2e8-b8b7f8e2c71d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500698 Jun 30 09:34:57.349472 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe176-e5a1-4a5f-be54-69ad3628405e req-750d8110-3872-4046-8a88-4a004500dc99 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.350971 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a0ffe176-e5a1-4a5f-be54-69ad3628405e req-750d8110-3872-4046-8a88-4a004500dc99 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0642445 Jun 30 09:34:57.391725 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a0ffe176-e5a1-4a5f-be54-69ad3628405e req-aaf9259d-939b-4368-8c72-85101027de28 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349677 Jun 30 09:34:57.456935 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe849c-8d2b-45ef-9c22-8bdd9cf75f23 req-b078fe68-05f5-45b1-b318-e24e9bdd602d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.458480 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c9fe849c-8d2b-45ef-9c22-8bdd9cf75f23 req-b078fe68-05f5-45b1-b318-e24e9bdd602d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 944 time: 0.0684869 Jun 30 09:34:57.495896 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c9fe849c-8d2b-45ef-9c22-8bdd9cf75f23 req-e289823f-5a13-4ec4-8f06-c01e127d73d3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 Jun 30 09:34:57.566125 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b19e-6249-4867-8c16-1b4627dd86b7 req-66e3a4f8-4381-4fe5-8d3d-d5d26470ffe6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.567593 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c361b19e-6249-4867-8c16-1b4627dd86b7 req-66e3a4f8-4381-4fe5-8d3d-d5d26470ffe6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0656445 Jun 30 09:34:57.604579 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c361b19e-6249-4867-8c16-1b4627dd86b7 req-f43fbf54-75b9-4931-8574-230205539348 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312662 Jun 30 09:34:57.793093 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device fc3baac9-baa7-4c40-a198-370209a05978 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:34:57.891347 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port fc3baac9-baa7-4c40-a198-370209a05978, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc3baac9-baa7-4c40-a198-370209a05978,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:57.902381 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'fc3baac9-baa7-4c40-a198-370209a05978', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'port_id': 'fc3baac9-baa7-4c40-a198-370209a05978', 'mac_address': 'fa:16:3e:0a:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:34:57.939855 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.952575 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3baac9-baa7-4c40-a198-370209a05978 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:57.972657 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port fc3baac9-baa7-4c40-a198-370209a05978, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc3baac9-baa7-4c40-a198-370209a05978,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:57.976647 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.022602 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=fc3baac9-baa7-4c40-a198-370209a05978,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:58.142282 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a694e8-91f4-43d5-9d61-3f4c17af33cb req-c4b3d2c2-bf0e-4250-bf72-43319c140ed9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.143968 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a5a694e8-91f4-43d5-9d61-3f4c17af33cb req-c4b3d2c2-bf0e-4250-bf72-43319c140ed9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 944 time: 0.0687375 Jun 30 09:34:58.180968 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a5a694e8-91f4-43d5-9d61-3f4c17af33cb req-c1c5e92c-5aaa-4afa-b0df-f2246a859794 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Jun 30 09:34:58.358310 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be267f0-922a-4ce9-bef5-2b4701cb9d23 req-98f6c847-d6c4-4383-b2cb-90d9236d5a30 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.359939 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7be267f0-922a-4ce9-bef5-2b4701cb9d23 req-98f6c847-d6c4-4383-b2cb-90d9236d5a30 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0649366 Jun 30 09:34:58.362131 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d980a4-5399-4286-8905-53d97ff0acca req-cd4cf910-c822-47fa-946d-d7c24ef212c5 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.363788 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-33d980a4-5399-4286-8905-53d97ff0acca req-cd4cf910-c822-47fa-946d-d7c24ef212c5 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0695570 Jun 30 09:34:58.399927 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7be267f0-922a-4ce9-bef5-2b4701cb9d23 req-2d8c516a-a3e8-41f4-8088-10b357b7a60a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341675 Jun 30 09:34:58.402472 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-33d980a4-5399-4286-8905-53d97ff0acca req-f03098d6-d353-4b55-ac5c-8bc25978fab5 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330122 Jun 30 09:34:58.567428 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014625cb-a3fa-4fe3-9892-ff42e2eba7e1 req-7f4172c7-8443-4740-93fe-e5d57f65901b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.568900 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-014625cb-a3fa-4fe3-9892-ff42e2eba7e1 req-7f4172c7-8443-4740-93fe-e5d57f65901b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0638442 Jun 30 09:34:58.611511 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-014625cb-a3fa-4fe3-9892-ff42e2eba7e1 req-94aa0ad7-9b41-456e-8b70-b705faf4588a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367827 Jun 30 09:34:58.673757 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df95cb7-9149-44b2-90df-9d486f90e9f4 req-cb851ae3-d7b9-4d13-ad2b-b463b1f952a7 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.675269 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4df95cb7-9149-44b2-90df-9d486f90e9f4 req-cb851ae3-d7b9-4d13-ad2b-b463b1f952a7 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 945 time: 0.0624752 Jun 30 09:34:58.713250 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4df95cb7-9149-44b2-90df-9d486f90e9f4 req-c7b30dc3-62ba-4643-b93c-e072b04a6001 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Jun 30 09:34:58.774949 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c273f89-839a-4412-af98-33c93f5cc3ad req-0054fd64-d7f2-4e4d-b35c-82bdfe318713 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.776408 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8c273f89-839a-4412-af98-33c93f5cc3ad req-0054fd64-d7f2-4e4d-b35c-82bdfe318713 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0620766 Jun 30 09:34:58.814627 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8c273f89-839a-4412-af98-33c93f5cc3ad req-2fb90103-d8d8-4008-ab4f-2d1d47dfc45b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321455 Jun 30 09:34:58.814882 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:58.880075 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port ce7796f4-09e4-445b-beef-7657b0b12c55 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:58.880363 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.923515 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c4919af6-da55-45d2-8c8f-d1c3bce45c4a req-5af6233c-9635-41bc-aa35-b2792c975917 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917823 Jun 30 09:34:58.957785 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.981989 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:58.984350 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6264fa-d94f-46e6-a81a-efeb92192675" -d '{"events": [{"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:58.997100 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:59.002939 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.003951 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device f5b6f552-e289-46c9-af89-77a680ac2316 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:59.044639 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d2960e-1de0-4bcf-871b-fed60339a12e x-openstack-request-id: req-e1d2960e-1de0-4bcf-871b-fed60339a12e {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:59.045199 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:59.045888 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1d2960e-1de0-4bcf-871b-fed60339a12e {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:59.046527 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'code': 200} Jun 30 09:34:59.049233 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: f5b6f552-e289-46c9-af89-77a680ac2316 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:59.049949 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device f5b6f552-e289-46c9-af89-77a680ac2316 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:59.078011 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-60b0fb24-aea5-4b65-bc6e-5cd09dde0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.079555 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-60b0fb24-aea5-4b65-bc6e-5cd09dde0738 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 1097 time: 0.0746415 Jun 30 09:34:59.110412 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=10']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:59.189722 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-37e13257-fdb2-41aa-a77b-b16f5d9dcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.191195 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-37e13257-fdb2-41aa-a77b-b16f5d9dcbf8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0917897 Jun 30 09:34:59.231921 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-75c7ef49-94ff-420c-a1d1-67f939ac8046 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882bf5b0-49ed-48a9-bb82-f02c05eaa296 HTTP/1.1" status: 200 len: 217 time: 0.0331614 Jun 30 09:34:59.282639 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-ac7deb05-66f8-4bdd-8a6a-e3a334df554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.284131 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-ac7deb05-66f8-4bdd-8a6a-e3a334df554d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0440881 Jun 30 09:34:59.316082 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['fc3baac9-baa7-4c40-a198-370209a05978'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:34:59.358419 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-76510a29-0f2c-4faf-a460-46bf63927d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.360258 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-76510a29-0f2c-4faf-a460-46bf63927d86 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628974 Jun 30 09:34:59.370544 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbdbe7-be01-4a69-ad02-fb54ea4ccd95 req-8f6d21a2-81d1-4f6d-9abd-d898f757a7f7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.372044 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-afcbdbe7-be01-4a69-ad02-fb54ea4ccd95 req-8f6d21a2-81d1-4f6d-9abd-d898f757a7f7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0698907 Jun 30 09:34:59.412101 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-afcbdbe7-be01-4a69-ad02-fb54ea4ccd95 req-58196209-d937-4ef5-8745-47ce8436b04a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Jun 30 09:34:59.473978 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-9875b8d4-c32a-477b-801b-4cc9f57d9c42 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954890 Jun 30 09:34:59.618318 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cee8a3be-7e82-4a23-be49-0e69d030ac44 req-e39e82c2-f95a-40ae-90ec-31b7c7292504 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304350 Jun 30 09:34:59.637571 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d83c13-c42b-4957-9ca8-f68a91299ffe req-6f023d3b-17c1-44a5-a18d-6b408acde56c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.639337 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-79d83c13-c42b-4957-9ca8-f68a91299ffe req-6f023d3b-17c1-44a5-a18d-6b408acde56c tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1008756 Jun 30 09:34:59.707511 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-79d83c13-c42b-4957-9ca8-f68a91299ffe req-f165eea6-7673-4414-abb9-31027b88d72e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600362 Jun 30 09:34:59.746150 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f206c3-19bf-4f81-b4e7-98315732bd0b req-00c9023a-92ae-412e-ae7e-9ba7de8d1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.748697 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-34f206c3-19bf-4f81-b4e7-98315732bd0b req-00c9023a-92ae-412e-ae7e-9ba7de8d1856 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1099 time: 0.0717447 Jun 30 09:34:59.790758 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-34f206c3-19bf-4f81-b4e7-98315732bd0b req-bb2ee96f-14ef-49eb-8c2c-03172133c419 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351970 Jun 30 09:34:59.871998 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4937c4-2bd1-45b8-9a10-ac50e2cd32fb req-b3bba31c-5bfe-4c2e-995c-8db7c0395344 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.874248 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1d4937c4-2bd1-45b8-9a10-ac50e2cd32fb req-b3bba31c-5bfe-4c2e-995c-8db7c0395344 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.3471692 Jun 30 09:34:59.896639 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b1a8-fc76-4a94-b1dc-3ffa55a2cea4 req-ade4f721-fadf-4df0-b882-b170a7b11a72 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.898427 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-df85b1a8-fc76-4a94-b1dc-3ffa55a2cea4 req-ade4f721-fadf-4df0-b882-b170a7b11a72 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0750649 Jun 30 09:34:59.918723 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1d4937c4-2bd1-45b8-9a10-ac50e2cd32fb req-be73bda7-3661-4a12-abf7-891238d810f4 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371158 Jun 30 09:34:59.964616 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-df85b1a8-fc76-4a94-b1dc-3ffa55a2cea4 req-41aebffa-e0b0-4b29-b97f-3b28872802cf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603192 Jun 30 09:35:00.091472 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54064d39-5508-4b22-9fef-3d869920c4df req-b6b0d4cf-ec1d-4efc-84d0-679a6e924146 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:00.093635 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-54064d39-5508-4b22-9fef-3d869920c4df req-b6b0d4cf-ec1d-4efc-84d0-679a6e924146 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 945 time: 0.0664468 Jun 30 09:35:00.128866 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad96651-1dce-4c4b-b894-5e9391d42fa8 req-5c9c3f4d-96f3-459c-96d0-a8e20094194c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:00.130463 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bad96651-1dce-4c4b-b894-5e9391d42fa8 req-5c9c3f4d-96f3-459c-96d0-a8e20094194c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0682800 Jun 30 09:35:00.131777 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-54064d39-5508-4b22-9fef-3d869920c4df req-8fa8b32b-e150-4f3a-998b-9688e65269d8 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322213 Jun 30 09:35:00.168986 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bad96651-1dce-4c4b-b894-5e9391d42fa8 req-4b0d61fc-f13c-4665-9f86-53f274b5e3c0 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324175 Jun 30 09:35:00.599918 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c5911-a860-4a05-84bf-14b3e92b12e3 req-8c334a70-549c-45f1-b023-45ef6d1fc159 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:00.601376 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-960c5911-a860-4a05-84bf-14b3e92b12e3 req-8c334a70-549c-45f1-b023-45ef6d1fc159 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0649092 Jun 30 09:35:00.638588 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-960c5911-a860-4a05-84bf-14b3e92b12e3 req-023474ce-0b51-46f9-a451-627bcac172a4 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Jun 30 09:35:00.883171 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404aeb4-8641-4869-9f66-a5169bfd1b8f req-c7efb428-b74f-4793-a9ce-1486b46493ac tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:00.884663 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5404aeb4-8641-4869-9f66-a5169bfd1b8f req-c7efb428-b74f-4793-a9ce-1486b46493ac tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0660796 Jun 30 09:35:00.893563 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ca5e46dd-c7ba-453d-8280-04333e1f9420 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:00.896694 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device fc3baac9-baa7-4c40-a198-370209a05978 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:00.923633 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5404aeb4-8641-4869-9f66-a5169bfd1b8f req-59c0ec3f-3a3f-40eb-b2ef-3fce6c00293a tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Jun 30 09:35:01.006875 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port fc3baac9-baa7-4c40-a198-370209a05978 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:01.016746 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port fc3baac9-baa7-4c40-a198-370209a05978 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:01.017122 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.062325 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:01.081281 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'port_id': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'mac_address': 'fa:16:3e:7f:72:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:01.144222 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dd6d0-f8ec-4371-b032-608424418b2d req-371788d0-5a26-41d7-bfa9-a5bfcf76b732 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.146156 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-714dd6d0-f8ec-4371-b032-608424418b2d req-371788d0-5a26-41d7-bfa9-a5bfcf76b732 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0971832 Jun 30 09:35:01.187741 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.221389 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5e46dd-c7ba-453d-8280-04333e1f9420 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:01.239656 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.254129 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-714dd6d0-f8ec-4371-b032-608424418b2d req-e10e035f-1b05-4ca8-8aff-5adb2a80aee6 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743806 Jun 30 09:35:01.288547 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:01.290758 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3771618-a80e-4b96-962a-82810ad2a579" -d '{"events": [{"server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "name": "network-vif-plugged", "status": "completed", "tag": "fc3baac9-baa7-4c40-a198-370209a05978"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:01.299511 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:01.300818 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port fc3baac9-baa7-4c40-a198-370209a05978, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc3baac9-baa7-4c40-a198-370209a05978,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:01.303261 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.336056 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.364106 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:01.372455 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974da313-d1b0-4c57-9071-5210e9a9ef31 req-23288ac9-f83e-4056-bc1a-9b907f085133 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.374586 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-974da313-d1b0-4c57-9071-5210e9a9ef31 req-23288ac9-f83e-4056-bc1a-9b907f085133 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 945 time: 0.0886266 Jun 30 09:35:01.428768 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-974da313-d1b0-4c57-9071-5210e9a9ef31 req-c57e6732-82ef-41a5-94a1-afa077775cbd tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478547 Jun 30 09:35:01.430367 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=fc3baac9-baa7-4c40-a198-370209a05978,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:01.490683 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72379e6c-f00d-4088-a970-6d6d6f4c40bb x-openstack-request-id: req-72379e6c-f00d-4088-a970-6d6d6f4c40bb {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:01.491711 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "name": "network-vif-plugged", "status": "completed", "tag": "fc3baac9-baa7-4c40-a198-370209a05978", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:01.491711 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72379e6c-f00d-4088-a970-6d6d6f4c40bb {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:01.491711 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978', 'code': 200} Jun 30 09:35:01.501032 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a52007-f01b-4075-b1b5-40ba17949069 req-9e333e4f-aa8e-41c4-a7f1-9072488c3270 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.502569 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01a52007-f01b-4075-b1b5-40ba17949069 req-9e333e4f-aa8e-41c4-a7f1-9072488c3270 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 945 time: 0.1011221 Jun 30 09:35:01.541981 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01a52007-f01b-4075-b1b5-40ba17949069 req-74153a23-000d-4a34-a30a-c54e1b188fb1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331407 Jun 30 09:35:01.818575 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6abe42-3f6b-44d6-9a84-cacd4620fc62 req-64ebab24-9813-4e35-af18-389ca2225ccf tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.819995 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1b6abe42-3f6b-44d6-9a84-cacd4620fc62 req-64ebab24-9813-4e35-af18-389ca2225ccf tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0614645 Jun 30 09:35:01.860746 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1b6abe42-3f6b-44d6-9a84-cacd4620fc62 req-a007a965-7aee-4b28-af58-015967ef1304 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349498 Jun 30 09:35:02.099388 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db794d-6aef-44ca-81ca-2f0cd41ff2bc req-fce81383-1702-468b-ac34-84550a4fe69f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:02.100883 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e6db794d-6aef-44ca-81ca-2f0cd41ff2bc req-fce81383-1702-468b-ac34-84550a4fe69f tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0656357 Jun 30 09:35:02.138304 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e6db794d-6aef-44ca-81ca-2f0cd41ff2bc req-9057cafe-b009-4342-87ec-8deb80d3edab tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Jun 30 09:35:02.413642 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40c72b-5459-49dd-adcb-33b57bc7978a req-18fa1572-f959-4caf-9a72-9bc25b078775 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:02.415039 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fe40c72b-5459-49dd-adcb-33b57bc7978a req-18fa1572-f959-4caf-9a72-9bc25b078775 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0627620 Jun 30 09:35:02.454191 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fe40c72b-5459-49dd-adcb-33b57bc7978a req-9eeede28-b84b-4f88-923e-b18e3ca78044 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334225 Jun 30 09:35:02.608705 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36829e0-7e29-4024-8396-500145ded64b req-b1830362-46ea-4494-85f2-c20d58327b43 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:02.610274 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e36829e0-7e29-4024-8396-500145ded64b req-b1830362-46ea-4494-85f2-c20d58327b43 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0629194 Jun 30 09:35:02.649215 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e36829e0-7e29-4024-8396-500145ded64b req-c7e26ef2-552f-4b82-8f66-e4d0018178e3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Jun 30 09:35:02.717545 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a508-e6aa-49f9-9d4c-2bb56d8dca6d req-f41d835e-be36-4331-9fd2-e176cf7d264f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:02.718967 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5b70a508-e6aa-49f9-9d4c-2bb56d8dca6d req-f41d835e-be36-4331-9fd2-e176cf7d264f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 945 time: 0.0629203 Jun 30 09:35:02.755637 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5b70a508-e6aa-49f9-9d4c-2bb56d8dca6d req-9a1dee77-9e51-4845-9cc5-acea6698b4c9 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309777 Jun 30 09:35:03.041961 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dadd4-9255-4d88-a80d-3eb23354a30a req-1767da0b-b6bb-4426-bb52-3a7122f1f15b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.043362 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7e6dadd4-9255-4d88-a80d-3eb23354a30a req-1767da0b-b6bb-4426-bb52-3a7122f1f15b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0646029 Jun 30 09:35:03.084478 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7e6dadd4-9255-4d88-a80d-3eb23354a30a req-7ce82d65-029b-4236-b5f4-34074946f521 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345871 Jun 30 09:35:03.349253 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ff572-7993-4a5f-a682-5aa0fc3da268 req-7e301839-4720-4b93-b1c1-edb8fb5abe83 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.350728 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-329ff572-7993-4a5f-a682-5aa0fc3da268 req-7e301839-4720-4b93-b1c1-edb8fb5abe83 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0916557 Jun 30 09:35:03.391428 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-329ff572-7993-4a5f-a682-5aa0fc3da268 req-1aa9c33a-b31b-4eab-9ca8-98de9d956cf8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Jun 30 09:35:03.631396 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735111f-c574-4476-a4fd-8806369fc6c7 req-be899b68-c10d-41f7-a144-b7707f5faac8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.632791 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4735111f-c574-4476-a4fd-8806369fc6c7 req-be899b68-c10d-41f7-a144-b7707f5faac8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0632975 Jun 30 09:35:03.671169 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4735111f-c574-4476-a4fd-8806369fc6c7 req-0e4b3934-5e12-402f-9c0e-6d7d5e0bcdb8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Jun 30 09:35:03.822307 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14b81-60f3-45d4-920d-1b58cb768d7e req-01fb8928-fb6c-4f6e-8d06-4bdf6700983e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.823864 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c9d14b81-60f3-45d4-920d-1b58cb768d7e req-01fb8928-fb6c-4f6e-8d06-4bdf6700983e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0651274 Jun 30 09:35:03.868949 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c9d14b81-60f3-45d4-920d-1b58cb768d7e req-edce7cb6-7e5c-4afb-80ce-194fe9398a34 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Jun 30 09:35:03.933178 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c9980-e3c8-467b-a6cf-8fa72961a8b7 req-6c7fa742-959f-42d6-a5b8-8ba6b4071a63 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.934715 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a84c9980-e3c8-467b-a6cf-8fa72961a8b7 req-6c7fa742-959f-42d6-a5b8-8ba6b4071a63 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 945 time: 0.0650406 Jun 30 09:35:03.974319 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a84c9980-e3c8-467b-a6cf-8fa72961a8b7 req-8dc4d97c-4bc1-4dfd-8dcc-251112973171 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338387 Jun 30 09:35:04.262410 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6ae51-60f9-4a9d-8f42-6f442a6d4e0e req-3486c110-599d-4203-bd1a-9f10f8c52515 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.264546 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b5d6ae51-60f9-4a9d-8f42-6f442a6d4e0e req-3486c110-599d-4203-bd1a-9f10f8c52515 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0625179 Jun 30 09:35:04.306852 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b5d6ae51-60f9-4a9d-8f42-6f442a6d4e0e req-b248ae74-ff75-4f1e-bd33-ef960ef4bf28 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357652 Jun 30 09:35:04.573203 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c82983-e563-4342-9cc2-de03928838f7 req-ef703fb7-fe5c-4664-aab0-8fd23e59ccb3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.574641 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-46c82983-e563-4342-9cc2-de03928838f7 req-ef703fb7-fe5c-4664-aab0-8fd23e59ccb3 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0702348 Jun 30 09:35:04.618425 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-46c82983-e563-4342-9cc2-de03928838f7 req-3ad435d4-949f-48f6-9ec0-0b8d658bfc19 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Jun 30 09:35:04.648173 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['ca5e46dd-c7ba-453d-8280-04333e1f9420'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:04.761089 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666bda-4df1-43c3-9bfb-b656b4293698 req-0d4e55c2-c094-4ae7-a631-305541923663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.762599 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-11666bda-4df1-43c3-9bfb-b656b4293698 req-0d4e55c2-c094-4ae7-a631-305541923663 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1099 time: 0.0516617 Jun 30 09:35:04.809862 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-11666bda-4df1-43c3-9bfb-b656b4293698 req-80bf8794-5350-471f-9df5-4bff813c1972 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392692 Jun 30 09:35:04.861686 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048c85a-15aa-4d25-9fe0-2b5286bc6489 req-7fd499ec-cc6e-4fe2-94a8-b79aa8f9ee84 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.863196 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8048c85a-15aa-4d25-9fe0-2b5286bc6489 req-7fd499ec-cc6e-4fe2-94a8-b79aa8f9ee84 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0684745 Jun 30 09:35:04.901652 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8048c85a-15aa-4d25-9fe0-2b5286bc6489 req-4d362eef-8385-4a96-a632-f87f5eaadc3e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327656 Jun 30 09:35:05.043903 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c6ca8-30d2-44bf-9ac5-e62dd6471a9d req-e186f484-07f4-481e-9a48-29f3bab69021 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.045489 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-db9c6ca8-30d2-44bf-9ac5-e62dd6471a9d req-e186f484-07f4-481e-9a48-29f3bab69021 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0629203 Jun 30 09:35:05.085727 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-db9c6ca8-30d2-44bf-9ac5-e62dd6471a9d req-90893c46-5b2c-4610-8aad-e1009a26a3a1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Jun 30 09:35:05.166960 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6042d9-7050-439c-80c4-8815ae768684 req-ec34c03b-4e57-419c-b923-fd9efa64225c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.168452 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fc6042d9-7050-439c-80c4-8815ae768684 req-ec34c03b-4e57-419c-b923-fd9efa64225c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 945 time: 0.0782139 Jun 30 09:35:05.207603 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fc6042d9-7050-439c-80c4-8815ae768684 req-277c82bf-ed6f-46c0-b37e-cffce723a010 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323534 Jun 30 09:35:05.493788 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ea1de-258e-4c8e-8904-1f7de23262f6 req-491148e6-d866-4e94-bcf0-835c64402837 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.495308 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-784ea1de-258e-4c8e-8904-1f7de23262f6 req-491148e6-d866-4e94-bcf0-835c64402837 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0686059 Jun 30 09:35:05.540907 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-784ea1de-258e-4c8e-8904-1f7de23262f6 req-652fa212-b844-4ede-85b7-9bf448e12e8e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jun 30 09:35:05.574671 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-58204fc3-99e7-4074-8c71-e4385f3fbb38 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.576246 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-58204fc3-99e7-4074-8c71-e4385f3fbb38 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/networks?id=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf HTTP/1.1" status: 200 len: 814 time: 0.1092124 Jun 30 09:35:05.590752 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-7111ab55-747d-4b7a-a481-d3350b658041 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/quotas/20fa16f0309f4e8dbd56c37d03749f49 HTTP/1.1" status: 200 len: 375 time: 0.0091565 Jun 30 09:35:05.627714 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-63c6560d-07fb-47a9-b340-8c1168e56d4b tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=20fa16f0309f4e8dbd56c37d03749f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309052 Jun 30 09:35:05.716158 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d4531799-ad07-4322-8060-02e310afe8b4 service neutron] 10.222.0.70 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818729 Jun 30 09:35:05.793062 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c810e-7da0-413b-b2cc-d95f0dcadd4e req-0b8b698a-bdf6-4c97-b729-a15e3f200504 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.794652 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b34c810e-7da0-413b-b2cc-d95f0dcadd4e req-0b8b698a-bdf6-4c97-b729-a15e3f200504 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0619831 Jun 30 09:35:05.808742 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-b6600697-736a-4587-b4e6-24ac23e569f1 service neutron] 10.222.0.70 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864980 Jun 30 09:35:05.834089 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b34c810e-7da0-413b-b2cc-d95f0dcadd4e req-d811ccf6-2a11-40bf-a48e-8225716faf0d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Jun 30 09:35:05.980343 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-373d34e6-0bbd-479f-ba9f-ef1394baedde req-97670565-76d6-4db2-a73f-515342e20bc1 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 210 time: 0.0310965 Jun 30 09:35:06.336628 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa432-32db-4c66-a698-0bfdfdfa6992 req-71e1076f-f1ab-4a29-af30-55e80a6cca18 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.339308 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8fffa432-32db-4c66-a698-0bfdfdfa6992 req-71e1076f-f1ab-4a29-af30-55e80a6cca18 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 944 time: 0.3164170 Jun 30 09:35:06.349811 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1bbfc-8024-445b-af88-522bbddf3afe req-3a76508c-cf5d-4343-b682-7f80979dc7f8 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.351462 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c5d1bbfc-8024-445b-af88-522bbddf3afe req-3a76508c-cf5d-4343-b682-7f80979dc7f8 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0934789 Jun 30 09:35:06.385620 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8fffa432-32db-4c66-a698-0bfdfdfa6992 req-e0f7ce20-cb5e-474d-8c7f-ca41bb6164a7 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411224 Jun 30 09:35:06.394518 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c5d1bbfc-8024-445b-af88-522bbddf3afe req-77b0dbdf-0cad-4042-a8fd-e3e280752d19 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371199 Jun 30 09:35:06.558910 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ea935-0115-4c92-8361-50f6edc1fddc req-f748cc58-3661-449a-9beb-3bc7253fc43d tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.560738 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1b2ea935-0115-4c92-8361-50f6edc1fddc req-f748cc58-3661-449a-9beb-3bc7253fc43d tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 945 time: 0.0720575 Jun 30 09:35:06.599513 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1b2ea935-0115-4c92-8361-50f6edc1fddc req-98238765-29a0-485e-ab39-441ff5296f36 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327296 Jun 30 09:35:06.911800 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 882bf5b0-49ed-48a9-bb82-f02c05eaa296 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:06.915034 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ca5e46dd-c7ba-453d-8280-04333e1f9420 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:07.013455 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c528-9b51-44e3-ab1a-4a60b0a8c162 req-7d5d3cce-f26c-4a30-a1b5-6d26b5bf2fbc tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:07.015719 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e418c528-9b51-44e3-ab1a-4a60b0a8c162 req-7d5d3cce-f26c-4a30-a1b5-6d26b5bf2fbc tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0665259 Jun 30 09:35:07.028527 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port ca5e46dd-c7ba-453d-8280-04333e1f9420 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:07.043580 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port ca5e46dd-c7ba-453d-8280-04333e1f9420 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:07.043953 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.083487 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 882bf5b0-49ed-48a9-bb82-f02c05eaa296, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=882bf5b0-49ed-48a9-bb82-f02c05eaa296,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:07.095412 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e418c528-9b51-44e3-ab1a-4a60b0a8c162 req-8ae28ea9-3e06-4e6a-b396-0c24df55cb1e tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723226 Jun 30 09:35:07.103029 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'port_id': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'mac_address': 'fa:16:3e:6f:7f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:07.156238 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dd9891c6-f97a-4e3b-acfe-2828d6d7c59b req-cd2b618b-66b5-4d36-8351-867e515e3fe2 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 210 time: 0.0365336 Jun 30 09:35:07.173492 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.320387 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882bf5b0-49ed-48a9-bb82-f02c05eaa296 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:07.328732 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.338615 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-f978596a-332b-4b4e-a6ca-b4efb3eac89d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:07.340210 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-f978596a-332b-4b4e-a6ca-b4efb3eac89d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.91 "GET /v2.0/networks?id=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf HTTP/1.1" status: 200 len: 814 time: 0.1333058 Jun 30 09:35:07.361833 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Request body: {'port': {'device_id': '544b0ecd-71ca-4ca7-a882-1b464dbe50c4', 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf', 'admin_state_up': True, 'tenant_id': '20fa16f0309f4e8dbd56c37d03749f49'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:07.363758 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:07.366455 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6baaf5-f6a2-453d-b8f9-a16ae6830ba3" -d '{"events": [{"server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "name": "network-vif-plugged", "status": "completed", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:07.372273 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 882bf5b0-49ed-48a9-bb82-f02c05eaa296, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=882bf5b0-49ed-48a9-bb82-f02c05eaa296,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:07.379441 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.385418 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:07.408278 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.430418 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dd1324-c278-422d-b83b-5866c3f21237 x-openstack-request-id: req-29dd1324-c278-422d-b83b-5866c3f21237 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:07.430712 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "name": "network-vif-plugged", "status": "completed", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:07.430995 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29dd1324-c278-422d-b83b-5866c3f21237 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:07.431447 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'code': 200} Jun 30 09:35:07.443806 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=882bf5b0-49ed-48a9-bb82-f02c05eaa296,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:07.530442 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:07.578141 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Made reservation on behalf of 20fa16f0309f4e8dbd56c37d03749f49 for: {'port': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:07.581605 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.634043 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b944d-ff82-4926-a631-bc46ce1f7155 req-fd7adea6-5de2-412e-8edf-ee75bab9530d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:07.635485 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-243b944d-ff82-4926-a631-bc46ce1f7155 req-fd7adea6-5de2-412e-8edf-ee75bab9530d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0681002 Jun 30 09:35:07.666550 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b43a-24e3-447b-9c94-fa345732e5a6 req-7d64f890-04e3-48e4-ad67-42722e9eda64 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:07.668175 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2a33b43a-24e3-447b-9c94-fa345732e5a6 req-7d64f890-04e3-48e4-ad67-42722e9eda64 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 945 time: 0.1398227 Jun 30 09:35:07.681482 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-243b944d-ff82-4926-a631-bc46ce1f7155 req-b6d2a91f-71f7-4e98-ad97-bbe1c4766ffd tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372431 Jun 30 09:35:07.749957 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2a33b43a-24e3-447b-9c94-fa345732e5a6 req-9d90e029-8fc6-4a00-b865-f85a8e1eb55a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679765 Jun 30 09:35:07.780954 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Allocated IP 172.20.0.12 (0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf/37e9cd73-4f95-4e10-bd94-b27b05e46fc2/cdc6a226-71dd-442b-b0a2-ba9c3db9784f) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:07.793009 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['882bf5b0-49ed-48a9-bb82-f02c05eaa296'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:07.899569 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611dfe8-7666-4917-95cc-59640d85ff10 req-c558150b-b52e-42d6-a633-a75ac83691d7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:07.900989 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5611dfe8-7666-4917-95cc-59640d85ff10 req-c558150b-b52e-42d6-a633-a75ac83691d7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.1028056 Jun 30 09:35:07.933324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064066-188e-4c21-a03e-991c8c9f4762 req-0b80f961-a6a2-4402-8b47-f0974f3a090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:07.935051 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-75064066-188e-4c21-a03e-991c8c9f4762 req-0b80f961-a6a2-4402-8b47-f0974f3a090d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1099 time: 0.1061630 Jun 30 09:35:07.958198 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5611dfe8-7666-4917-95cc-59640d85ff10 req-dfb5b9ba-c0b9-4a96-a107-4723ed4dd1bb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492387 Jun 30 09:35:07.984383 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-75064066-188e-4c21-a03e-991c8c9f4762 req-d68fa7cc-ec4b-4294-a65b-e2b88ab14359 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337656 Jun 30 09:35:08.014590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e62e8-557e-4a38-a078-9a8a815584b8 req-d74f5233-f835-4fa7-ac76-76527879bcc0 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.016110 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-168e62e8-557e-4a38-a078-9a8a815584b8 req-d74f5233-f835-4fa7-ac76-76527879bcc0 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.1179526 Jun 30 09:35:08.020372 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.066260 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-168e62e8-557e-4a38-a078-9a8a815584b8 req-4b3437ca-5828-4ea2-97da-53a20a52f3ca tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Jun 30 09:35:08.088649 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.139255 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:08.142468 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:08.146422 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:08.177352 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Pushing event updated for resources: {'Port': ['ID=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:08.211519 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.212132 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.227604 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-e9adc3bf-7141-49fa-a41b-9bab50e7664f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8718145 Jun 30 09:35:08.240052 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Request body: {'port': {'device_id': '544b0ecd-71ca-4ca7-a882-1b464dbe50c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:08.361724 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.369737 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333339-78ed-4796-8ea7-62ace59044e9 req-3dbe9e00-adbe-4eb8-b49e-2aeb8ce847f8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.371201 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-28333339-78ed-4796-8ea7-62ace59044e9 req-3dbe9e00-adbe-4eb8-b49e-2aeb8ce847f8 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1276917 Jun 30 09:35:08.461908 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-28333339-78ed-4796-8ea7-62ace59044e9 req-c986ff90-0044-44df-8583-5b01849872c6 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823565 Jun 30 09:35:08.463513 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7e383-3567-44db-a3e3-5c33f6f561f2 req-f96f3e49-a13d-4c4c-95eb-88989781c539 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.465438 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9cb7e383-3567-44db-a3e3-5c33f6f561f2 req-f96f3e49-a13d-4c4c-95eb-88989781c539 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 932 time: 0.0675812 Jun 30 09:35:08.510560 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9cb7e383-3567-44db-a3e3-5c33f6f561f2 req-2ec4d781-3a8d-4d99-822d-540c5d9f75b0 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Jun 30 09:35:08.672650 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea01b-1ce2-49c8-8337-1b4f9343db11 req-c599d46f-95c4-4801-b132-949638966b3e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.674105 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-67bea01b-1ce2-49c8-8337-1b4f9343db11 req-c599d46f-95c4-4801-b132-949638966b3e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.1008880 Jun 30 09:35:08.744664 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc6a226-71dd-442b-b0a2-ba9c3db9784f {{(pid=92902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:08.751657 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-67bea01b-1ce2-49c8-8337-1b4f9343db11 req-6a211c30-92d8-4617-9b89-3d0759aaada3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688722 Jun 30 09:35:08.755336 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.767735 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.provisioning_blocks [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Transition to ACTIVE for port object cdc6a226-71dd-442b-b0a2-ba9c3db9784f will not be triggered until provisioned by entity L2. {{(pid=92902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:08.772491 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.820779 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:08.902556 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Attempting to bind port cdc6a226-71dd-442b-b0a2-ba9c3db9784f on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:08.902963 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Attempting to bind port cdc6a226-71dd-442b-b0a2-ba9c3db9784f by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:08.903361 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Attempting to bind port cdc6a226-71dd-442b-b0a2-ba9c3db9784f on network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:08.907805 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Port cdc6a226-71dd-442b-b0a2-ba9c3db9784f on network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:08.908131 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Attempting to bind port cdc6a226-71dd-442b-b0a2-ba9c3db9784f on network 0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:08.913358 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:08.913716 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Checking segment: {'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:08.914083 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Bound using segment: {'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'} {{(pid=92902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:08.914511 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.managers [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Bound port: cdc6a226-71dd-442b-b0a2-ba9c3db9784f, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917a01ef-48e4-48f3-812b-a0215723a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf'}}] {{(pid=92902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:08.914894 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.951143 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ec38b-263f-4304-82f6-9f115e0ad571 req-becaec74-e766-438f-94ab-621b320c2a6f tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.959435 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-508ec38b-263f-4304-82f6-9f115e0ad571 req-becaec74-e766-438f-94ab-621b320c2a6f tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 945 time: 0.0770075 Jun 30 09:35:08.981375 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] For port cdc6a226-71dd-442b-b0a2-ba9c3db9784f, host hv-cinder-79351, cleared binding levels {{(pid=92902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:08.985400 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] For port cdc6a226-71dd-442b-b0a2-ba9c3db9784f, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:08.990016 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.995265 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-508ec38b-263f-4304-82f6-9f115e0ad571 req-38b58806-3294-431b-aae9-f84f361ebe7a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348134 Jun 30 09:35:09.037109 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.037924 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.039943 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] 10.222.0.91 "PUT /v2.0/ports/cdc6a226-71dd-442b-b0a2-ba9c3db9784f HTTP/1.1" status: 200 len: 1094 time: 0.8043399 Jun 30 09:35:09.040455 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544b0ecd-71ca-4ca7-a882-1b464dbe50c4', 'tag': 'cdc6a226-71dd-442b-b0a2-ba9c3db9784f'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:09.042780 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f11658e-5268-4a46-8d8a-059abe53fa12" -d '{"events": [{"name": "network-changed", "server_uuid": "544b0ecd-71ca-4ca7-a882-1b464dbe50c4", "tag": "cdc6a226-71dd-442b-b0a2-ba9c3db9784f"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:09.057122 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8625-3ffd-4859-ad4b-200ff39a2bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,revision_number=3']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:09.090065 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa423850-9969-41ec-94d7-8c705a450de4 x-openstack-request-id: req-aa423850-9969-41ec-94d7-8c705a450de4 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:09.091824 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544b0ecd-71ca-4ca7-a882-1b464dbe50c4", "tag": "cdc6a226-71dd-442b-b0a2-ba9c3db9784f", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:09.092194 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa423850-9969-41ec-94d7-8c705a450de4 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:09.092902 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544b0ecd-71ca-4ca7-a882-1b464dbe50c4', 'tag': 'cdc6a226-71dd-442b-b0a2-ba9c3db9784f', 'status': 'completed', 'code': 200} Jun 30 09:35:09.211190 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-97662a6c-2401-4758-928b-4e5d404b0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.212690 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-97662a6c-2401-4758-928b-4e5d404b0832 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20fa16f0309f4e8dbd56c37d03749f49&device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 1097 time: 0.1189482 Jun 30 09:35:09.221306 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c72a7-19f0-46d4-a268-4f7d566fbe04 req-04d30649-c1f2-49eb-b568-83f4b95ba8bc tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.222661 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-be5c72a7-19f0-46d4-a268-4f7d566fbe04 req-04d30649-c1f2-49eb-b568-83f4b95ba8bc tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0830290 Jun 30 09:35:09.269329 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-2a32308d-9818-44ac-b081-2dca2539e861 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc6a226-71dd-442b-b0a2-ba9c3db9784f HTTP/1.1" status: 200 len: 217 time: 0.0443072 Jun 30 09:35:09.307346 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-be5c72a7-19f0-46d4-a268-4f7d566fbe04 req-f72f5f39-3d57-4cb7-bbf0-41a7352800f9 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660419 Jun 30 09:35:09.354258 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-8d705849-3fef-450e-80e8-b21e23a40c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.355826 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-8d705849-3fef-450e-80e8-b21e23a40c0b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=37e9cd73-4f95-4e10-bd94-b27b05e46fc2 HTTP/1.1" status: 200 len: 854 time: 0.0474868 Jun 30 09:35:09.394788 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-b4f9b0ad-ad22-4aad-9860-46a5b0d11ddb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276644 Jun 30 09:35:09.497008 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-6cf6ce01-e253-43db-9282-09087d0935d0 service neutron] 10.222.0.91 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891604 Jun 30 09:35:09.599482 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0d8ce63-852a-4b31-b1c1-e099b8ab3551 req-31cec989-9f3e-408d-ae1e-34dc3fdaea76 service neutron] 10.222.0.91 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956516 Jun 30 09:35:09.647343 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fa6e4-8c8d-4ab3-bf7a-863a679599c7 req-d8edd4a6-d71b-4380-9ef0-50fdbf179e9d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.648838 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fc9fa6e4-8c8d-4ab3-bf7a-863a679599c7 req-d8edd4a6-d71b-4380-9ef0-50fdbf179e9d tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0648499 Jun 30 09:35:09.688938 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fc9fa6e4-8c8d-4ab3-bf7a-863a679599c7 req-49e9e3fb-f665-41a3-a88b-f2fdb79c4729 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Jun 30 09:35:09.727295 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb19b5-0382-44ae-a3d9-725054f29fb3 req-effafd1c-de4e-45b4-bf4a-2773ad82b578 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.728771 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-85bb19b5-0382-44ae-a3d9-725054f29fb3 req-effafd1c-de4e-45b4-bf4a-2773ad82b578 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 944 time: 0.0995102 Jun 30 09:35:09.757299 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-44144095-c510-4b90-8588-881f3a91a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.758718 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-44144095-c510-4b90-8588-881f3a91a477 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20fa16f0309f4e8dbd56c37d03749f49&device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 1097 time: 0.1015880 Jun 30 09:35:09.792871 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-85bb19b5-0382-44ae-a3d9-725054f29fb3 req-7a5ff50f-8ff7-4fc9-b56d-08753e580a0f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Jun 30 09:35:09.856919 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-bf304578-3991-4329-88f2-3311b5cb9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.858391 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-bf304578-3991-4329-88f2-3311b5cb9ddf service neutron] 10.222.0.91 "GET /v2.0/networks?id=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf HTTP/1.1" status: 200 len: 915 time: 0.0901060 Jun 30 09:35:09.911548 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-bf503aaf-305f-4642-9bed-043de51f535d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdc6a226-71dd-442b-b0a2-ba9c3db9784f HTTP/1.1" status: 200 len: 217 time: 0.0376539 Jun 30 09:35:09.960160 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-53476775-8079-4ccb-b8d4-90c9c9e339f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.961528 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-53476775-8079-4ccb-b8d4-90c9c9e339f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=37e9cd73-4f95-4e10-bd94-b27b05e46fc2 HTTP/1.1" status: 200 len: 854 time: 0.0429449 Jun 30 09:35:10.003796 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-152028bc-c790-4792-aadd-663ed7f9ee1d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249536 Jun 30 09:35:10.100760 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-d3ed8c4a-6d88-43a8-bcc9-685b7bf4bf8d service neutron] 10.222.0.91 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865352 Jun 30 09:35:10.181340 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d27c7-10c6-446f-9ab6-dd95a145446a req-6b9f2b29-7b95-43d0-beff-a5a91686c677 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.189161 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-304d27c7-10c6-446f-9ab6-dd95a145446a req-6b9f2b29-7b95-43d0-beff-a5a91686c677 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 945 time: 0.0739343 Jun 30 09:35:10.196701 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f11658e-5268-4a46-8d8a-059abe53fa12 req-aa86e00d-be4f-406d-a3c4-a6575119a036 service neutron] 10.222.0.91 "GET /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858994 Jun 30 09:35:10.226865 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-304d27c7-10c6-446f-9ab6-dd95a145446a req-84aedffc-0230-456d-b057-929e0f9535f4 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368192 Jun 30 09:35:10.486213 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798b536-4a09-4c30-88a9-a3c1edbb34ba req-85977c72-a86c-47e8-877c-4c637bdef45a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.487823 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4798b536-4a09-4c30-88a9-a3c1edbb34ba req-85977c72-a86c-47e8-877c-4c637bdef45a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0656500 Jun 30 09:35:10.532046 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4798b536-4a09-4c30-88a9-a3c1edbb34ba req-1874e169-d794-4c1d-b0cc-580eb6ebfde6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384870 Jun 30 09:35:10.715790 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df399c-94a4-41bc-82bb-a3a9201e793e req-baf9a96b-d194-4e99-a91c-b2d12e5e8845 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.717428 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d7df399c-94a4-41bc-82bb-a3a9201e793e req-baf9a96b-d194-4e99-a91c-b2d12e5e8845 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0651162 Jun 30 09:35:10.765578 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d7df399c-94a4-41bc-82bb-a3a9201e793e req-ef4936ea-50fb-49c5-a316-a20b20e511c2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420346 Jun 30 09:35:10.797776 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 50988) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:10.925046 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e39ad-71aa-49ae-85e5-564894f12633 req-aa8977a4-25b2-4bde-8566-b6107725af11 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.932415 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a82e39ad-71aa-49ae-85e5-564894f12633 req-aa8977a4-25b2-4bde-8566-b6107725af11 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.0816560 Jun 30 09:35:10.935117 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 882bf5b0-49ed-48a9-bb82-f02c05eaa296 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:10.993958 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c788b63-7e4b-4745-bc26-b8a17302c61d req-99115a65-20cc-4c7f-8d78-cd89b34fdd44 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.999769 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a82e39ad-71aa-49ae-85e5-564894f12633 req-26e7f9c3-5d78-4694-80d5-6778fc0c29db tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/security-groups?id=b70faae9-0997-4071-82c1-9f3035d5bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658708 Jun 30 09:35:11.002513 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0c788b63-7e4b-4745-bc26-b8a17302c61d req-99115a65-20cc-4c7f-8d78-cd89b34fdd44 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 944 time: 0.0833602 Jun 30 09:35:11.016894 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:11.019860 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:11.020232 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.040973 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0c788b63-7e4b-4745-bc26-b8a17302c61d req-53e04d52-a3cb-4f02-94d6-8011eb484572 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Jun 30 09:35:11.066628 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effab6bf-419f-4da1-9278-f0240db87cbb tempest-TestShelveInstance-1716120729 tempest-TestShelveInstance-1716120729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.068412 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-effab6bf-419f-4da1-9278-f0240db87cbb tempest-TestShelveInstance-1716120729 tempest-TestShelveInstance-1716120729-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1094 time: 0.2693727 Jun 30 09:35:11.071387 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 50994) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:11.075990 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'port_id': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:11.103552 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for floatingip, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.108201 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.133368 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882bf5b0-49ed-48a9-bb82-f02c05eaa296'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:11.135726 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f378e-4712-493f-bef2-5f902e3bfe17" -d '{"events": [{"server_uuid": "61ff1544-9758-4f61-b6d0-7943e7acd9b5", "name": "network-vif-plugged", "status": "completed", "tag": "882bf5b0-49ed-48a9-bb82-f02c05eaa296"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:11.150361 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 882bf5b0-49ed-48a9-bb82-f02c05eaa296, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=882bf5b0-49ed-48a9-bb82-f02c05eaa296,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:11.156000 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.184954 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4c3450-81a2-4f4a-b0a0-58947f057397 x-openstack-request-id: req-4d4c3450-81a2-4f4a-b0a0-58947f057397 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:11.185255 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ff1544-9758-4f61-b6d0-7943e7acd9b5", "name": "network-vif-plugged", "status": "completed", "tag": "882bf5b0-49ed-48a9-bb82-f02c05eaa296", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:11.185514 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d4c3450-81a2-4f4a-b0a0-58947f057397 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:11.186226 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'code': 200} Jun 30 09:35:11.224463 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.226751 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=882bf5b0-49ed-48a9-bb82-f02c05eaa296,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:11.347957 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Allocated IP 172.27.3.147 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/d0ce1948-de2c-46d2-a484-d124053417ac) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:11.450452 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2546-2321-450a-97a9-3e800b616382 req-53fce49d-75fc-47ae-8161-31fa8b78cde7 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.452467 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2bbd2546-2321-450a-97a9-3e800b616382 req-53fce49d-75fc-47ae-8161-31fa8b78cde7 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 946 time: 0.1070578 Jun 30 09:35:11.467998 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.474597 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-0b9ab299-e838-46d4-8d65-dc1b0c90be74 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.476114 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-0b9ab299-e838-46d4-8d65-dc1b0c90be74 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.91 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 946 time: 0.1205127 Jun 30 09:35:11.513156 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.550211 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2bbd2546-2321-450a-97a9-3e800b616382 req-ccd0960d-1736-4188-94b6-02b1ad6466c7 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909214 Jun 30 09:35:11.583567 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:11.590557 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:11.598495 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:11.621667 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'Port': ['ID=d0ce1948-de2c-46d2-a484-d124053417ac,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:11.624615 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Deleting port 11497ced-5221-4781-ac0b-23e37dec70b1 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:11.625075 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.636040 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.636386 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.636727 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.637059 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.637391 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.637715 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.638042 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.638363 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.638686 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.639680 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.640019 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.640352 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:11.688951 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d4eaf-ec71-4c6b-9c5a-e39bd038f04f req-84aa8f1d-26db-477c-b43c-eb49372b0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.690456 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a99d4eaf-ec71-4c6b-9c5a-e39bd038f04f req-84aa8f1d-26db-477c-b43c-eb49372b0d6c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 1099 time: 0.1482394 Jun 30 09:35:11.713380 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] For port 11497ced-5221-4781-ac0b-23e37dec70b1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11497ced-5221-4781-ac0b-23e37dec70b1,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:11.713657 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.726374 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Calling delete_port for 11497ced-5221-4781-ac0b-23e37dec70b1 owned by compute:nova {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:11.805122 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a99d4eaf-ec71-4c6b-9c5a-e39bd038f04f req-1e15ba46-1561-475b-adb5-d57d24bb390a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957885 Jun 30 09:35:11.871447 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.890218 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['11497ced-5221-4781-ac0b-23e37dec70b1'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:11.912410 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Pushing event deleted for resources: {'Port': ['ID=11497ced-5221-4781-ac0b-23e37dec70b1,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:11.953813 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] No DVR routers for this DVR port 11497ced-5221-4781-ac0b-23e37dec70b1 on host hv-cinder-79351 {{(pid=92902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:11.956345 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.958278 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3f2392d0-1232-48b3-a718-4756e7e83b8b req-29e3dd7e-f890-45f5-8afb-1bae3f557959 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.91 "DELETE /v2.0/ports/11497ced-5221-4781-ac0b-23e37dec70b1 HTTP/1.1" status: 204 len: 173 time: 0.4686208 Jun 30 09:35:11.958716 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5205e8a5-00f4-4e44-b6b8-0926733aba17', 'name': 'network-vif-deleted', 'tag': '11497ced-5221-4781-ac0b-23e37dec70b1'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:11.961042 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9b8233-4fc1-4760-b452-c1a77edd98c6" -d '{"events": [{"server_uuid": "5205e8a5-00f4-4e44-b6b8-0926733aba17", "name": "network-vif-deleted", "tag": "11497ced-5221-4781-ac0b-23e37dec70b1"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:11.999801 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ddd9fc-2007-4bd4-afde-0f119c747748 x-openstack-request-id: req-41ddd9fc-2007-4bd4-afde-0f119c747748 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:12.000067 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5205e8a5-00f4-4e44-b6b8-0926733aba17", "name": "network-vif-deleted", "tag": "11497ced-5221-4781-ac0b-23e37dec70b1", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:12.000313 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41ddd9fc-2007-4bd4-afde-0f119c747748 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:12.000702 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5205e8a5-00f4-4e44-b6b8-0926733aba17', 'name': 'network-vif-deleted', 'tag': '11497ced-5221-4781-ac0b-23e37dec70b1', 'status': 'completed', 'code': 200} Jun 30 09:35:12.038080 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.140689 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.147755 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-36219dbf-0fea-4fed-8f88-2487268bc7f0 req-605e0838-c360-4f1d-8015-6f9debcdffd5 tempest-ServerRescueNegativeTestJSON-1122902936 tempest-ServerRescueNegativeTestJSON-1122902936-project] 10.222.0.70 "GET /v2.0/ports?device_id=5205e8a5-00f4-4e44-b6b8-0926733aba17 HTTP/1.1" status: 200 len: 210 time: 0.0314314 Jun 30 09:35:12.289277 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72007d3-73ef-4630-b2d4-b03ea6cf3c21 req-93c7d554-a46b-42a2-968d-0ade8f635fb4 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.290678 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f72007d3-73ef-4630-b2d4-b03ea6cf3c21 req-93c7d554-a46b-42a2-968d-0ade8f635fb4 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 944 time: 0.1244915 Jun 30 09:35:12.360709 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f72007d3-73ef-4630-b2d4-b03ea6cf3c21 req-702e4cbc-15e9-4322-b646-dae4e64c9c23 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630858 Jun 30 09:35:12.379959 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.387592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.458390 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event updated for resources: {'Port': ['ID=d0ce1948-de2c-46d2-a484-d124053417ac,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:12.472210 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.578342 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Floating IP 08f68d26-70f9-4b3d-aace-a6b3812707fa associated. External IP: 172.27.3.147, port: ca5e46dd-c7ba-453d-8280-04333e1f9420. Jun 30 09:35:12.739567 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e02c52-3f8d-480c-8c77-5506d73673f3 req-0520f485-1bde-44aa-80cb-4755e4f0b5fb tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.741035 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-98e02c52-3f8d-480c-8c77-5506d73673f3 req-0520f485-1bde-44aa-80cb-4755e4f0b5fb tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 946 time: 0.0631964 Jun 30 09:35:12.791661 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-98e02c52-3f8d-480c-8c77-5506d73673f3 req-5bb9a05c-ee41-4e8b-97d0-04133f62c001 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Jun 30 09:35:12.806460 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:12.930694 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device cdc6a226-71dd-442b-b0a2-ba9c3db9784f details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:12.932936 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:12.943361 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] Sync routers for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:12.951108 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.953002 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:12.953618 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:34:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:12.988590 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-3a154d09-339b-42a8-a1b6-6f9f5a17d99f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9161479 Jun 30 09:35:12.989167 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:12.991601 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9774a01e-655e-44f1-b9fd-7fa45901677c" -d '{"events": [{"name": "network-changed", "server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:13.029126 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709df5a9-b6aa-4b8b-bd5b-69e43dc1f0b0 x-openstack-request-id: req-709df5a9-b6aa-4b8b-bd5b-69e43dc1f0b0 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:13.029421 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:13.030307 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-709df5a9-b6aa-4b8b-bd5b-69e43dc1f0b0 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:13.031832 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'status': 'completed', 'code': 200} Jun 30 09:35:13.049760 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port cdc6a226-71dd-442b-b0a2-ba9c3db9784f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:13.065952 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'cdc6a226-71dd-442b-b0a2-ba9c3db9784f', 'network_id': '0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf', 'port_id': 'cdc6a226-71dd-442b-b0a2-ba9c3db9784f', 'mac_address': 'fa:16:3e:6a:4c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e9cd73-4f95-4e10-bd94-b27b05e46fc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:13.066902 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:13.113770 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.128084 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc6a226-71dd-442b-b0a2-ba9c3db9784f {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:13.133834 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-22be21fe-3eb0-4ff2-94ac-79a10c26cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.135479 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-22be21fe-3eb0-4ff2-94ac-79a10c26cc8d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0635424 Jun 30 09:35:13.149404 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port cdc6a226-71dd-442b-b0a2-ba9c3db9784f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:13.154190 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.205947 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:13.237951 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-794fdb7e-3a4a-4f19-abe5-5d80b247c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.239447 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-794fdb7e-3a4a-4f19-abe5-5d80b247c59e service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 200 len: 910 time: 0.0965750 Jun 30 09:35:13.255091 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51018) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:13.303564 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '08f68d26-70f9-4b3d-aace-a6b3812707fa', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'port_id': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'mac_address': 'fa:16:3e:7f:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:11Z', 'updated_at': '2021-06-30T09:35:11Z', 'revision_number': 0, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:13.330606 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] Checking router: 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:13.338767 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:13.339470 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:34:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:13.401868 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-e8b8b642-7e02-41b3-a45e-a7330ac4bd70 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 200 len: 1000 time: 0.1407237 Jun 30 09:35:13.450566 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:13.503497 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-c9732aaa-57ad-4cbb-8acf-fca8f3a59058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.504943 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-c9732aaa-57ad-4cbb-8acf-fca8f3a59058 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eafda67-63d6-4eb8-8d98-1632ee3e5122 HTTP/1.1" status: 200 len: 848 time: 0.0915353 Jun 30 09:35:13.542085 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608bb29-479d-40fe-a65d-1a82160acf8c req-964c577a-3305-465a-8433-0f278a434361 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.543719 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5608bb29-479d-40fe-a65d-1a82160acf8c req-964c577a-3305-465a-8433-0f278a434361 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 945 time: 0.0664687 Jun 30 09:35:13.589576 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['cdc6a226-71dd-442b-b0a2-ba9c3db9784f'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:13.593035 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5608bb29-479d-40fe-a65d-1a82160acf8c req-cc208a8a-a385-4a3b-afb5-de81753f2c93 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Jun 30 09:35:13.703212 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '08f68d26-70f9-4b3d-aace-a6b3812707fa', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'port_id': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'mac_address': 'fa:16:3e:7f:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:11Z', 'updated_at': '2021-06-30T09:35:11Z', 'revision_number': 0, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:13.732087 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be2f7a-7e83-458f-9f4a-761a95e6e5f9 None None] The sync data for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi is: [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '08f68d26-70f9-4b3d-aace-a6b3812707fa', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'port_id': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'mac_address': 'fa:16:3e:7f:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:11Z', 'updated_at': '2021-06-30T09:35:11Z', 'revision_number': 0, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:13.880479 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-94b87a2b-1e27-41c7-aac1-ccf4efac962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:13.881669 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-94b87a2b-1e27-41c7-aac1-ccf4efac962c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd27c597-5adc-4a1f-b909-89fd58f61b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977526 Jun 30 09:35:13.938893 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fcb9d9-649b-49ed-b6ff-83756c670ef3 None None] New status for floating IP 08f68d26-70f9-4b3d-aace-a6b3812707fa: ACTIVE {{(pid=92903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:35:14.091861 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-7352866a-2dc4-4c5f-b39e-12603179e56f service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921253 Jun 30 09:35:14.109626 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865a0e7-fd3e-41e2-9ab4-908e4926755e req-25d2d877-c2ec-4a30-b47c-caa8e0248aea tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.111132 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7865a0e7-fd3e-41e2-9ab4-908e4926755e req-25d2d877-c2ec-4a30-b47c-caa8e0248aea tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 946 time: 0.1838038 Jun 30 09:35:14.253562 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7865a0e7-fd3e-41e2-9ab4-908e4926755e req-56128ff0-d145-47ce-8b60-97918ad610ca tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319292 Jun 30 09:35:14.292044 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9774a01e-655e-44f1-b9fd-7fa45901677c req-c87788e4-b604-430a-b375-473e0ef1a1cd service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783805 Jun 30 09:35:14.296088 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.432990 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c28f-2172-4068-bb85-b01b693c582c req-fc3782b4-4696-463a-9727-cc40797fc9ab tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.434502 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8a98c28f-2172-4068-bb85-b01b693c582c req-fc3782b4-4696-463a-9727-cc40797fc9ab tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 946 time: 0.0645537 Jun 30 09:35:14.475172 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8a98c28f-2172-4068-bb85-b01b693c582c req-31fbf8af-64da-4163-8d97-a57b949e5c21 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343130 Jun 30 09:35:14.500021 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51028) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:14.593054 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e085a4b8-0c4b-4c3d-be5e-dacdf74657ea tempest-TestVolumeBootPattern-400122625 tempest-TestVolumeBootPattern-400122625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.594572 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e085a4b8-0c4b-4c3d-be5e-dacdf74657ea tempest-TestVolumeBootPattern-400122625 tempest-TestVolumeBootPattern-400122625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 1094 time: 0.0935595 Jun 30 09:35:14.597460 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51032) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:14.601863 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'port_id': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:14.625854 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.638202 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Deleting port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:14.638588 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.720031 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] For port 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,segment=NetworkSegment(8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf),segment_id=8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:14.720393 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.730711 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.757263 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Calling delete_port for 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 owned by network:router_interface {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:14.839215 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Allocated IP 172.27.3.92 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/2e1538ee-4653-47df-84c8-74d525b8bdc7) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:14.849020 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fada37-4987-42f1-ba8d-3d4c7d6b12ec req-721d55de-2a9d-442c-8c48-552e1c219a2b tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.850590 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-07fada37-4987-42f1-ba8d-3d4c7d6b12ec req-721d55de-2a9d-442c-8c48-552e1c219a2b tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 945 time: 0.1276512 Jun 30 09:35:14.940147 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device cdc6a226-71dd-442b-b0a2-ba9c3db9784f up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:14.947712 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.949173 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-07fada37-4987-42f1-ba8d-3d4c7d6b12ec req-4cb3e010-7639-4aec-8f8d-f1339d6544d0 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765731 Jun 30 09:35:15.005065 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.008270 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port cdc6a226-71dd-442b-b0a2-ba9c3db9784f completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:15.013700 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port cdc6a226-71dd-442b-b0a2-ba9c3db9784f triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:15.014495 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.034719 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.044913 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:15.048863 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:15.057367 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:15.067588 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:15.082908 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=2e1538ee-4653-47df-84c8-74d525b8bdc7,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:15.122803 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.146720 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544b0ecd-71ca-4ca7-a882-1b464dbe50c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc6a226-71dd-442b-b0a2-ba9c3db9784f'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:15.149101 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb26c931-1296-4778-a82d-1393802a136a" -d '{"events": [{"server_uuid": "544b0ecd-71ca-4ca7-a882-1b464dbe50c4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc6a226-71dd-442b-b0a2-ba9c3db9784f"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:15.163621 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port cdc6a226-71dd-442b-b0a2-ba9c3db9784f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:15.168760 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.169304 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 11497ced-5221-4781-ac0b-23e37dec70b1 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:15.212458 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4206a10f-4cf9-43ee-8c12-5a0c845a2b53 x-openstack-request-id: req-4206a10f-4cf9-43ee-8c12-5a0c845a2b53 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:15.212757 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544b0ecd-71ca-4ca7-a882-1b464dbe50c4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc6a226-71dd-442b-b0a2-ba9c3db9784f", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:15.213009 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4206a10f-4cf9-43ee-8c12-5a0c845a2b53 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:15.213399 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544b0ecd-71ca-4ca7-a882-1b464dbe50c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc6a226-71dd-442b-b0a2-ba9c3db9784f', 'code': 200} Jun 30 09:35:15.215634 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 11497ced-5221-4781-ac0b-23e37dec70b1 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:15.215984 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 11497ced-5221-4781-ac0b-23e37dec70b1 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:15.245082 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:15.261789 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.535433 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb6b60-acc1-44f7-89ce-a97ed6075277 req-bacd4097-5259-4a02-9bf0-903736190ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:15.536868 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-49cb6b60-acc1-44f7-89ce-a97ed6075277 req-bacd4097-5259-4a02-9bf0-903736190ac0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 1099 time: 0.1131902 Jun 30 09:35:15.538810 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Router f081882c-d253-4a58-ba79-f9fb06aaed49 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:15.615512 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-49cb6b60-acc1-44f7-89ce-a97ed6075277 req-ff32f616-13e2-44ef-bc49-7616017819f2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692327 Jun 30 09:35:15.678621 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:15.688253 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-68156081-54a6-47ba-884d-5588d9ed94b6 admin admin] 10.222.0.70 "PUT /v2.0/routers/f081882c-d253-4a58-ba79-f9fb06aaed49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4278128 Jun 30 09:35:15.689880 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780216-be5f-4026-803a-9ee397032faf None None] Sync routers for ids ['f081882c-d253-4a58-ba79-f9fb06aaed49'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:15.690903 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51040) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:15.699279 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea780216-be5f-4026-803a-9ee397032faf None None] Routers {'f081882c-d253-4a58-ba79-f9fb06aaed49'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:15.699899 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-ea780216-be5f-4026-803a-9ee397032faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:34:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['f081882c-d253-4a58-ba79-f9fb06aaed49'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:15.807232 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-ea780216-be5f-4026-803a-9ee397032faf None None] Set router f081882c-d253-4a58-ba79-f9fb06aaed49 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:15.832595 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.860025 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks [] for router, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.985337 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-ea780216-be5f-4026-803a-9ee397032faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:35:14Z', 'revision_number': 5, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:15.991629 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.018300 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780216-be5f-4026-803a-9ee397032faf None None] Checking router: f081882c-d253-4a58-ba79-f9fb06aaed49 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:16.027719 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.031139 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea780216-be5f-4026-803a-9ee397032faf None None] Routers {'f081882c-d253-4a58-ba79-f9fb06aaed49'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:16.033163 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-ea780216-be5f-4026-803a-9ee397032faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:34:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['f081882c-d253-4a58-ba79-f9fb06aaed49'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:16.164220 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Deleting port 572b7079-02e6-4975-84ed-78dacc8e3b9a {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:16.164557 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.178417 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e79053-87fd-4c1d-9c32-a93b11ab4c4d req-75864d2e-9a63-43a1-9835-04f3bcaeb669 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.180034 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a6e79053-87fd-4c1d-9c32-a93b11ab4c4d req-75864d2e-9a63-43a1-9835-04f3bcaeb669 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 946 time: 0.0997765 Jun 30 09:35:16.234589 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a6e79053-87fd-4c1d-9c32-a93b11ab4c4d req-afd3c857-efba-4c4a-a1db-cd00b896d46d tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459728 Jun 30 09:35:16.243719 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-ea780216-be5f-4026-803a-9ee397032faf None None] Set router f081882c-d253-4a58-ba79-f9fb06aaed49 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:16.253069 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.261300 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.309084 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] For port 572b7079-02e6-4975-84ed-78dacc8e3b9a, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=572b7079-02e6-4975-84ed-78dacc8e3b9a,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:16.309521 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.347244 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Calling delete_port for 572b7079-02e6-4975-84ed-78dacc8e3b9a owned by network:router_gateway {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:16.363585 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=2e1538ee-4653-47df-84c8-74d525b8bdc7,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:16.409418 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.431049 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-ea780216-be5f-4026-803a-9ee397032faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:35:14Z', 'revision_number': 5, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:16.457388 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780216-be5f-4026-803a-9ee397032faf None None] The sync data for ids ['f081882c-d253-4a58-ba79-f9fb06aaed49'] in dv-cinder-793515-7-iscsi is: [{'id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'name': 'tempest-ServerRescueNegativeTestJSON-1180694869-router', 'tenant_id': '19fe41dd377a42fb92e93581ccf449d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:58Z', 'updated_at': '2021-06-30T09:35:14Z', 'revision_number': 5, 'project_id': '19fe41dd377a42fb92e93581ccf449d0', 'gw_port': {'id': '572b7079-02e6-4975-84ed-78dacc8e3b9a', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081882c-d253-4a58-ba79-f9fb06aaed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:16.579416 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Floating IP c2553889-fb3a-4c41-b5ac-d3ef42e538db associated. External IP: 172.27.3.92, port: 882bf5b0-49ed-48a9-bb82-f02c05eaa296. Jun 30 09:35:16.706128 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.737036 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Pushing event deleted for resources: {'Port': ['ID=572b7079-02e6-4975-84ed-78dacc8e3b9a,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:16.871292 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.985899 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.989536 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.005064 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:17.026896 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:17.027321 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 91a19a92-a05a-4d1c-8c0b-0a0bb9cbfea4 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:17.052466 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Router d920df23-8519-4153-b2d1-76e29f3709e2 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:17.065171 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.065703 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f081882c-d253-4a58-ba79-f9fb06aaed49 {{(pid=92901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:35:17.070691 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] Notify callbacks [] for router, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.074161 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-eaa8ffd1-16d7-4cbb-a756-c5308c48e71b admin admin] 10.222.0.70 "DELETE /v2.0/routers/f081882c-d253-4a58-ba79-f9fb06aaed49 HTTP/1.1" status: 204 len: 168 time: 1.3799949 Jun 30 09:35:17.074346 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51046) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:17.169363 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7009c5-88fc-4694-b087-6c521fae544c admin admin] Deleting subnet b5339a85-9570-4079-bf0c-c9f22aa44afe {{(pid=92901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:17.202717 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ea7009c5-88fc-4694-b087-6c521fae544c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.253899 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ea7009c5-88fc-4694-b087-6c521fae544c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6053691'] for subnet, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.256164 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:17.266894 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:17.277607 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:17.278479 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:34:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:17.303003 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.335493 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ea7009c5-88fc-4694-b087-6c521fae544c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.395735 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:17.402894 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-dc7126a2-f266-4e18-a69e-6b396a19c437 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8043668 Jun 30 09:35:17.405859 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'tag': '882bf5b0-49ed-48a9-bb82-f02c05eaa296'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:17.408221 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef9b631-5617-4d0f-b5fa-7a359617aee4" -d '{"events": [{"name": "network-changed", "server_uuid": "61ff1544-9758-4f61-b6d0-7943e7acd9b5", "tag": "882bf5b0-49ed-48a9-bb82-f02c05eaa296"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:17.446482 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ea7009c5-88fc-4694-b087-6c521fae544c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758247'] for subnet, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.493927 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49897186-d623-4374-9997-ccba735951c5 req-c4319f84-406d-47f7-ae54-f1d6d7fc476f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.495608 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-49897186-d623-4374-9997-ccba735951c5 req-c4319f84-406d-47f7-ae54-f1d6d7fc476f tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 946 time: 0.1393754 Jun 30 09:35:17.497171 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791a30b-c5a8-4996-a8f7-0f51ed5b344f x-openstack-request-id: req-9791a30b-c5a8-4996-a8f7-0f51ed5b344f {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:17.497459 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ff1544-9758-4f61-b6d0-7943e7acd9b5", "tag": "882bf5b0-49ed-48a9-bb82-f02c05eaa296", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:17.497714 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9791a30b-c5a8-4996-a8f7-0f51ed5b344f {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:17.498104 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'tag': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'status': 'completed', 'code': 200} Jun 30 09:35:17.500664 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7009c5-88fc-4694-b087-6c521fae544c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5339a85-9570-4079-bf0c-c9f22aa44afe,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:17.508881 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ea7009c5-88fc-4694-b087-6c521fae544c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.512856 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ea7009c5-88fc-4694-b087-6c521fae544c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b5339a85-9570-4079-bf0c-c9f22aa44afe HTTP/1.1" status: 204 len: 168 time: 0.4353282 Jun 30 09:35:17.513136 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51056) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:17.603283 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-49897186-d623-4374-9997-ccba735951c5 req-4ad7b75f-650c-4148-87fc-056d88e4b222 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005681 Jun 30 09:35:17.604751 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-bafba803-525c-4c2f-a47b-6637fdf2d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.607803 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-bafba803-525c-4c2f-a47b-6637fdf2d123 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 1099 time: 0.0921195 Jun 30 09:35:17.629317 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.730071 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-39e1f315-cc79-4647-b5a3-35581725a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.731080 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.731551 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-39e1f315-cc79-4647-b5a3-35581725a2f2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.1107779 Jun 30 09:35:17.747579 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2a03fc-aea1-416e-9aec-0ec081f60fb1']}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:17.761056 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf') {'for_net_delete': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:17.761630 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adb4cb0-883c-4e58-ba0b-a0c0dbaddfbf') {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:17.774051 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'c2553889-fb3a-4c41-b5ac-d3ef42e538db', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.92', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:6f:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:15Z', 'updated_at': '2021-06-30T09:35:15Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:17.775849 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6053682'] for segment, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.792703 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.800572 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=92901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:17.801267 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262919'] for segment, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: Traceback (most recent call last): Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: timer() Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: cb(*args, **kw) Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: return func(*args, **kwargs) Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: self._notify() Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: self.callback(batched_events) Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: event.method(event) Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: return f(self, *a, **k) Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._get(url).json() Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:17.803251 dv-cinder-793515-7-iscsi neutron-server[92901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:17.809877 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:17.819941 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:17.820882 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:34:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:17.823949 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-a9937163-b247-43dc-af69-c6c00e4e0c03 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882bf5b0-49ed-48a9-bb82-f02c05eaa296 HTTP/1.1" status: 200 len: 999 time: 0.0855255 Jun 30 09:35:17.877395 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.889958 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.901243 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] 10.222.0.70 "DELETE /v2.0/networks/af2a03fc-aea1-416e-9aec-0ec081f60fb1 HTTP/1.1" status: 204 len: 168 time: 0.3852179 Jun 30 09:35:17.917979 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180b143-bdcf-41e0-a1d7-dcadbd7085be admin admin] Pushing event deleted for resources: {'Network': ['ID=af2a03fc-aea1-416e-9aec-0ec081f60fb1,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:17.994736 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:18.179268 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51070) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:18.205575 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-38b0a9de-d514-4cb0-a909-e9261e6349ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.207065 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-38b0a9de-d514-4cb0-a909-e9261e6349ff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.3607857 Jun 30 09:35:18.262862 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-1f535375-550e-414d-bde1-fe630019d51f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19fe41dd377a42fb92e93581ccf449d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0822048 Jun 30 09:35:18.265280 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51074) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:18.331385 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7668124c-b41c-418a-8944-3431ac09d5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.354756 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-c8fc6a73-006d-458e-ba9c-0ab52fb1d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:18.356284 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-c8fc6a73-006d-458e-ba9c-0ab52fb1d350 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1357386 Jun 30 09:35:18.363881 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'c2553889-fb3a-4c41-b5ac-d3ef42e538db', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.92', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:6f:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:15Z', 'updated_at': '2021-06-30T09:35:15Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:18.397163 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800c890-03b6-40a5-9231-865d690b7029 None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'c2553889-fb3a-4c41-b5ac-d3ef42e538db', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.92', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:6f:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:15Z', 'updated_at': '2021-06-30T09:35:15Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:18.408813 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7668124c-b41c-418a-8944-3431ac09d5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.479107 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7668124c-b41c-418a-8944-3431ac09d5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.481812 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-7668124c-b41c-418a-8944-3431ac09d5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.486165 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-7668124c-b41c-418a-8944-3431ac09d5e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b70faae9-0997-4071-82c1-9f3035d5bf60 HTTP/1.1" status: 204 len: 168 time: 0.2176642 Jun 30 09:35:18.492508 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668124c-b41c-418a-8944-3431ac09d5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70faae9-0997-4071-82c1-9f3035d5bf60,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:18.499083 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-4d572dac-148f-4392-a43b-d7a49e1f1410 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257229 Jun 30 09:35:18.530736 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b9b09b08-53c0-4f12-ab2a-48f4864d23e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.605687 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ef9b631-5617-4d0f-b5fa-7a359617aee4 req-a1c362e2-8372-49a5-bbf5-34587e7c8ca8 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906789 Jun 30 09:35:18.636975 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b7f2e-7cfa-4a3b-9769-d2dda978f1be None None] New status for floating IP c2553889-fb3a-4c41-b5ac-d3ef42e538db: ACTIVE {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:35:18.893609 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 572b7079-02e6-4975-84ed-78dacc8e3b9a no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:19.046423 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 572b7079-02e6-4975-84ed-78dacc8e3b9a {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:19.046780 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 572b7079-02e6-4975-84ed-78dacc8e3b9a not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:19.689569 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433d42f-444c-47de-8c61-af367dbae7e8 req-56284c91-2bc7-413e-a3cf-575dfb603e99 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.691134 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1433d42f-444c-47de-8c61-af367dbae7e8 req-56284c91-2bc7-413e-a3cf-575dfb603e99 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0702899 Jun 30 09:35:19.730586 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1433d42f-444c-47de-8c61-af367dbae7e8 req-66f38dfc-84b1-4886-a4b1-cb12eea5debb tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337706 Jun 30 09:35:19.755316 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51122) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:19.961272 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bc39b-558e-4e3b-8eed-49aa5694a7e9 tempest-TestMinimumBasicScenario-2079841997 tempest-TestMinimumBasicScenario-2079841997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.966501 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-937bc39b-558e-4e3b-8eed-49aa5694a7e9 tempest-TestMinimumBasicScenario-2079841997 tempest-TestMinimumBasicScenario-2079841997-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1094 time: 0.2063863 Jun 30 09:35:19.966633 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51130) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:19.970740 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'port_id': 'fc3baac9-baa7-4c40-a198-370209a05978', 'tenant_id': '90e6e06138244797a6765257011330e8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:19.993587 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for floatingip, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.101217 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.205609 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Allocated IP 172.27.3.6 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/9dd0f43e-cb11-491b-b98c-41902335470a) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:20.321326 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.331966 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51144) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:20.361808 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.400054 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:20.402783 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:20.409701 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:20.432101 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'Port': ['ID=9dd0f43e-cb11-491b-b98c-41902335470a,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.445117 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-76ea7cb9-389b-46c9-a634-2e6dc002d005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.543360 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-76ea7cb9-389b-46c9-a634-2e6dc002d005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.547557 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-76ea7cb9-389b-46c9-a634-2e6dc002d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.585247 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea7cb9-389b-46c9-a634-2e6dc002d005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59d5c89-a91a-45ef-9326-500a863013a4,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.592053 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-76ea7cb9-389b-46c9-a634-2e6dc002d005 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a367caaf6614bc4a7c1a2b1b9560041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566342 Jun 30 09:35:20.592895 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51148) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:20.644290 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-315354fc-a93c-4f19-9cf9-b9da910c10e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.668891 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-315354fc-a93c-4f19-9cf9-b9da910c10e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.719674 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-315354fc-a93c-4f19-9cf9-b9da910c10e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.722226 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-315354fc-a93c-4f19-9cf9-b9da910c10e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.723405 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-315354fc-a93c-4f19-9cf9-b9da910c10e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a59d5c89-a91a-45ef-9326-500a863013a4 HTTP/1.1" status: 204 len: 168 time: 0.1298544 Jun 30 09:35:20.731432 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315354fc-a93c-4f19-9cf9-b9da910c10e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59d5c89-a91a-45ef-9326-500a863013a4,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.804979 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.887303 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.993989 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51156) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:21.010287 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-55f0b5ea-7192-4d48-a1ce-392a3d6cf0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.042768 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.047970 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.066257 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-399dd108-f0db-42f1-844f-2e7e56c378f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.109013 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-55f0b5ea-7192-4d48-a1ce-392a3d6cf0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.114431 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-55f0b5ea-7192-4d48-a1ce-392a3d6cf0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.120419 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'Port': ['ID=9dd0f43e-cb11-491b-b98c-41902335470a,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:21.132615 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.152124 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-55f0b5ea-7192-4d48-a1ce-392a3d6cf0cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e848c4571604e47a2c855cf34e79055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569796 Jun 30 09:35:21.154059 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0b5ea-7192-4d48-a1ce-392a3d6cf0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9745574-294d-40d5-b2ae-f2aa6b2c15a9,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:21.156457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51158) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:21.206086 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6e1416f9-39d4-4c2c-b806-71e1e35d1c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.226934 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6e1416f9-39d4-4c2c-b806-71e1e35d1c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.234307 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.l3_db [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Floating IP f436d56d-509b-40ea-8ac3-6f5b6d578fec associated. External IP: 172.27.3.6, port: fc3baac9-baa7-4c40-a198-370209a05978. Jun 30 09:35:21.273469 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6e1416f9-39d4-4c2c-b806-71e1e35d1c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.276112 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6e1416f9-39d4-4c2c-b806-71e1e35d1c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.277346 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-6e1416f9-39d4-4c2c-b806-71e1e35d1c18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9745574-294d-40d5-b2ae-f2aa6b2c15a9 HTTP/1.1" status: 204 len: 168 time: 0.1199913 Jun 30 09:35:21.286850 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1416f9-39d4-4c2c-b806-71e1e35d1c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9745574-294d-40d5-b2ae-f2aa6b2c15a9,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:21.388209 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.470491 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:21.584645 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:21.594433 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] Sync routers for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:21.603699 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:21.604708 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:35:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:21.630063 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.671782 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-646d780b-38ab-4f11-b0ca-73d399312d7c tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7046268 Jun 30 09:35:21.673475 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:21.675025 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51172) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:21.675849 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:21.680558 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-be26a80b-1ee4-4f26-aeed-6f352099523f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957681519', 'description': 'tempest-secgroup-smoke-957681519 description', 'project_id': '90e6e06138244797a6765257011330e8'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:21.689353 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-47af6e08-a8c7-4679-a094-d8d68130d260 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0960491 Jun 30 09:35:21.720691 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f606c6e4-1b28-4ed7-bcb3-2a6bee7faef8 x-openstack-request-id: req-f606c6e4-1b28-4ed7-bcb3-2a6bee7faef8 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:21.721036 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:21.721295 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f606c6e4-1b28-4ed7-bcb3-2a6bee7faef8 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:21.721712 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978', 'status': 'completed', 'code': 200} Jun 30 09:35:21.722866 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-be26a80b-1ee4-4f26-aeed-6f352099523f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.745058 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:21.822864 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-be26a80b-1ee4-4f26-aeed-6f352099523f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.834565 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-be26a80b-1ee4-4f26-aeed-6f352099523f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.842908 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-9362acf0-7cab-46e0-848b-1ab470d92bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:21.844049 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-9362acf0-7cab-46e0-848b-1ab470d92bc4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=90e6e06138244797a6765257011330e8&device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1099 time: 0.0718234 Jun 30 09:35:21.888035 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-be26a80b-1ee4-4f26-aeed-6f352099523f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.889426 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-be26a80b-1ee4-4f26-aeed-6f352099523f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2128160 Jun 30 09:35:21.893633 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51180) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:21.898783 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-0d79cedc-f6ad-4499-9d65-b45815429c5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'security_group_rule': {'security_group_id': '8baccf1f-57c5-47b1-a8a0-fbf297773738', 'project_id': '90e6e06138244797a6765257011330e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:21.904961 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26a80b-1ee4-4f26-aeed-6f352099523f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baccf1f-57c5-47b1-a8a0-fbf297773738,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:21.952612 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-b5d01fb0-3e51-4924-863e-f31cefe2add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:21.954127 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-b5d01fb0-3e51-4924-863e-f31cefe2add2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 1099 time: 0.1298995 Jun 30 09:35:21.955228 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0d79cedc-f6ad-4499-9d65-b45815429c5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.995482 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-b1d9fa13-6a74-45d2-8783-6b2e6a6d322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:21.999224 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-b1d9fa13-6a74-45d2-8783-6b2e6a6d322e service neutron] 10.222.0.91 "GET /v2.0/networks?id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 200 len: 916 time: 0.1441519 Jun 30 09:35:22.018407 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0d79cedc-f6ad-4499-9d65-b45815429c5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.030167 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0d79cedc-f6ad-4499-9d65-b45815429c5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.039313 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'f436d56d-509b-40ea-8ac3-6f5b6d578fec', 'tenant_id': '90e6e06138244797a6765257011330e8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'port_id': 'fc3baac9-baa7-4c40-a198-370209a05978', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'mac_address': 'fa:16:3e:0a:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:20Z', 'updated_at': '2021-06-30T09:35:20Z', 'revision_number': 0, 'project_id': '90e6e06138244797a6765257011330e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 5, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:22.071643 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] Checking router: 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:22.084556 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:22.085792 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:35:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:22.091275 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79cedc-f6ad-4499-9d65-b45815429c5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba2fd49-096c-4ad8-a5bc-44c8293ba002,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.099212 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0d79cedc-f6ad-4499-9d65-b45815429c5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.100403 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-0d79cedc-f6ad-4499-9d65-b45815429c5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058332 Jun 30 09:35:22.103337 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51188) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:22.110492 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-fb8b0557-97a6-4a71-918b-4b406447f16d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'security_group_rule': {'security_group_id': '8baccf1f-57c5-47b1-a8a0-fbf297773738', 'project_id': '90e6e06138244797a6765257011330e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:22.125599 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-10ef414c-6da5-4eaa-8379-99fc4d915334 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 998 time: 0.1050458 Jun 30 09:35:22.162457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0557-97a6-4a71-918b-4b406447f16d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.166707 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-9ee3c3ab-408c-4795-89dc-b25059653879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.168226 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-9ee3c3ab-408c-4795-89dc-b25059653879 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.1483195 Jun 30 09:35:22.193172 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-042cffa9-a62f-42c9-a6a5-7693b9335d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.194640 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-042cffa9-a62f-42c9-a6a5-7693b9335d9b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4601baad-31c9-4325-af1e-4ad964aa9141 HTTP/1.1" status: 200 len: 854 time: 0.0626087 Jun 30 09:35:22.229481 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:22.266038 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0557-97a6-4a71-918b-4b406447f16d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.268735 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-56aad2d7-b775-4d58-869e-dae2681e9f28 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 200 len: 1001 time: 0.0896394 Jun 30 09:35:22.272946 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0557-97a6-4a71-918b-4b406447f16d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.280287 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-b4545c4d-1783-4ce3-8ea1-7029b1c6ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.282222 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-b4545c4d-1783-4ce3-8ea1-7029b1c6ecfc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706306 Jun 30 09:35:22.323179 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b0557-97a6-4a71-918b-4b406447f16d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4e3f57-6831-41b0-9690-fdecf44bb463,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.338051 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0557-97a6-4a71-918b-4b406447f16d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.339435 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-fb8b0557-97a6-4a71-918b-4b406447f16d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2350867 Jun 30 09:35:22.343603 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51192) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:22.350254 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-40bd75f6-0a88-4084-b91d-b8d9ebf744a3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'security_group_rule': {'security_group_id': '8baccf1f-57c5-47b1-a8a0-fbf297773738', 'project_id': '90e6e06138244797a6765257011330e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:22.356306 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-e3b419d6-d64f-42ee-8396-8dbf4f8be35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.358018 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-e3b419d6-d64f-42ee-8396-8dbf4f8be35a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0721543 Jun 30 09:35:22.457519 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-52b9e7c7-f9f4-49ff-82bd-3906705a7b04 service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494277 Jun 30 09:35:22.537434 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.567755 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'f436d56d-509b-40ea-8ac3-6f5b6d578fec', 'tenant_id': '90e6e06138244797a6765257011330e8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'port_id': 'fc3baac9-baa7-4c40-a198-370209a05978', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'mac_address': 'fa:16:3e:0a:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:20Z', 'updated_at': '2021-06-30T09:35:20Z', 'revision_number': 0, 'project_id': '90e6e06138244797a6765257011330e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 5, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:22.579415 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ef9c620-5564-4fb6-a9ca-5c251c2316c3 req-2425b899-4184-4341-b7ed-2ff3d5a1e131 service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134174 Jun 30 09:35:22.616898 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a7b3a-9fb7-4225-b50e-90aa566b5fe0 None None] The sync data for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi is: [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'f436d56d-509b-40ea-8ac3-6f5b6d578fec', 'tenant_id': '90e6e06138244797a6765257011330e8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'port_id': 'fc3baac9-baa7-4c40-a198-370209a05978', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'mac_address': 'fa:16:3e:0a:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:20Z', 'updated_at': '2021-06-30T09:35:20Z', 'revision_number': 0, 'project_id': '90e6e06138244797a6765257011330e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 5, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:22.624828 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.684910 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-40bd75f6-0a88-4084-b91d-b8d9ebf744a3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.733905 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-0e9c6304-e53a-455b-8de9-d7b7e32f1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.735455 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-0e9c6304-e53a-455b-8de9-d7b7e32f1042 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3680284 Jun 30 09:35:22.768862 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-40bd75f6-0a88-4084-b91d-b8d9ebf744a3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.781079 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-40bd75f6-0a88-4084-b91d-b8d9ebf744a3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.839775 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd75f6-0a88-4084-b91d-b8d9ebf744a3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8773d1fe-8acc-4963-8e9c-c56202020b3d,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.847518 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-40bd75f6-0a88-4084-b91d-b8d9ebf744a3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.851337 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-40bd75f6-0a88-4084-b91d-b8d9ebf744a3 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5066094 Jun 30 09:35:22.851538 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51206) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:22.856966 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-4649ae97-2802-4130-bfe4-a8472faaaeb5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'security_group_rule': {'security_group_id': '8baccf1f-57c5-47b1-a8a0-fbf297773738', 'project_id': '90e6e06138244797a6765257011330e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:22.880957 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf7736d-ab25-4e39-a890-7ff9abd8b038 None None] New status for floating IP f436d56d-509b-40ea-8ac3-6f5b6d578fec: ACTIVE {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:35:22.893378 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4649ae97-2802-4130-bfe4-a8472faaaeb5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.896838 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-2aebc03a-fafe-4039-a5be-ac38035ff5fc service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378655 Jun 30 09:35:22.981172 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4649ae97-2802-4130-bfe4-a8472faaaeb5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.986430 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4649ae97-2802-4130-bfe4-a8472faaaeb5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.007443 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649ae97-2802-4130-bfe4-a8472faaaeb5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dea222c-ba8c-4159-988b-db127c5a338c,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:23.028691 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4649ae97-2802-4130-bfe4-a8472faaaeb5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.029964 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-4649ae97-2802-4130-bfe4-a8472faaaeb5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1773753 Jun 30 09:35:23.035263 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51212) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:23.040772 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-7f818801-b70b-48f9-93ce-c654a0086e89 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'security_group_rule': {'security_group_id': '8baccf1f-57c5-47b1-a8a0-fbf297773738', 'project_id': '90e6e06138244797a6765257011330e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:23.042040 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12caffa7-1934-4abc-b4a9-c5f905cdd147 req-4c66180f-13ef-40c7-946c-030d1108f81f service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255922 Jun 30 09:35:23.067078 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.securitygroups_db [None req-7f818801-b70b-48f9-93ce-c654a0086e89 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Project 90e6e06138244797a6765257011330e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:35:23.073610 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7f818801-b70b-48f9-93ce-c654a0086e89 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.142804 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7f818801-b70b-48f9-93ce-c654a0086e89 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.146968 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7f818801-b70b-48f9-93ce-c654a0086e89 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.164181 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f818801-b70b-48f9-93ce-c654a0086e89 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fd342c-29d1-44a4-94f3-5c7182d85832,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:23.172593 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7f818801-b70b-48f9-93ce-c654a0086e89 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.173985 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-7f818801-b70b-48f9-93ce-c654a0086e89 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379092 Jun 30 09:35:23.176778 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51214) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:23.181334 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-f4507bd9-b066-450b-a7c4-91c7f49feb91 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'security_group_rule': {'security_group_id': '8baccf1f-57c5-47b1-a8a0-fbf297773738', 'project_id': '90e6e06138244797a6765257011330e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:23.206477 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.securitygroups_db [None req-f4507bd9-b066-450b-a7c4-91c7f49feb91 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Project 90e6e06138244797a6765257011330e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:35:23.211405 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f4507bd9-b066-450b-a7c4-91c7f49feb91 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.277174 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f4507bd9-b066-450b-a7c4-91c7f49feb91 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.281733 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f4507bd9-b066-450b-a7c4-91c7f49feb91 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.302033 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4507bd9-b066-450b-a7c4-91c7f49feb91 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe9476e-0b80-4d3c-9ce6-e8d0bf616f7b,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:23.302167 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51218) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:23.305687 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f4507bd9-b066-450b-a7c4-91c7f49feb91 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.307280 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f4507bd9-b066-450b-a7c4-91c7f49feb91 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295123 Jun 30 09:35:23.431028 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ff8c4369-1fb9-4e61-a94f-7205d80e0076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.450584 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-40eff24a-a5b1-4209-8554-c43a81369388 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957681519&fields=id&tenant_id=90e6e06138244797a6765257011330e8 HTTP/1.1" status: 200 len: 267 time: 0.0525305 Jun 30 09:35:23.558006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-d0e437c5-bb61-4abb-a15b-2a9ff8482dce tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.559394 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-d0e437c5-bb61-4abb-a15b-2a9ff8482dce tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.1028299 Jun 30 09:35:23.574441 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'port': {'security_groups': ['c31343fe-4ece-4305-ade1-0e057f2561e8', '8baccf1f-57c5-47b1-a8a0-fbf297773738']}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:23.620077 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ff8c4369-1fb9-4e61-a94f-7205d80e0076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.625899 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ff8c4369-1fb9-4e61-a94f-7205d80e0076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.695043 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ff8c4369-1fb9-4e61-a94f-7205d80e0076 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=499483c48faa4c45a58979e990b22abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917131 Jun 30 09:35:23.697805 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51226) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:23.698317 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c4369-1fb9-4e61-a94f-7205d80e0076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f8f88c-0e51-4e01-805c-b398bdea04e0,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:23.711264 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.737610 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:23.748706 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f4f5931a-fbaa-481b-98dc-7806c4984a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.771312 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f4f5931a-fbaa-481b-98dc-7806c4984a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.818993 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f4f5931a-fbaa-481b-98dc-7806c4984a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.821571 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f4f5931a-fbaa-481b-98dc-7806c4984a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.822786 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f4f5931a-fbaa-481b-98dc-7806c4984a30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6f8f88c-0e51-4e01-805c-b398bdea04e0 HTTP/1.1" status: 204 len: 168 time: 0.1239309 Jun 30 09:35:23.831732 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5931a-fbaa-481b-98dc-7806c4984a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f8f88c-0e51-4e01-805c-b398bdea04e0,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:23.899725 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] For port fc3baac9-baa7-4c40-a198-370209a05978, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc3baac9-baa7-4c40-a198-370209a05978,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:23.914749 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.933341 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.938629 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.956538 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['fc3baac9-baa7-4c40-a198-370209a05978'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:23.982021 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:23.983579 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.985040 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4282410d-0e42-4dcc-b7b6-d120e25d554a req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "PUT /v2.0/ports/fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 982 time: 0.4169757 Jun 30 09:35:23.987795 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:23.990182 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b72e99-b747-4ccb-b62d-2a327d5a1144" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:24.033728 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756a932-71fe-40ba-975c-38280271e3b5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'Port': ['ID=fc3baac9-baa7-4c40-a198-370209a05978,revision_number=6']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:24.052485 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fea90e-2723-4f36-b2b3-276c4d8494a7 x-openstack-request-id: req-44fea90e-2723-4f36-b2b3-276c4d8494a7 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:24.052696 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:24.053926 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44fea90e-2723-4f36-b2b3-276c4d8494a7 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:24.054335 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978', 'status': 'completed', 'code': 200} Jun 30 09:35:24.153059 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-3ae7c1f0-1a2e-4407-8e2c-ab479e2eab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.155315 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-3ae7c1f0-1a2e-4407-8e2c-ab479e2eab3a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=90e6e06138244797a6765257011330e8&device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1138 time: 0.0672441 Jun 30 09:35:24.195510 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51236) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:24.212663 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['fc3baac9-baa7-4c40-a198-370209a05978'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:24.227619 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-21d6e55b-dc8e-425e-8526-9e105e12ce6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.260526 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3ee1e-403f-4446-88be-3fea7236575f req-d00bffe5-6f06-4384-84a5-280fe893a456 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.263935 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7ba3ee1e-403f-4446-88be-3fea7236575f req-d00bffe5-6f06-4384-84a5-280fe893a456 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1412542 Jun 30 09:35:24.267470 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-528a2175-4458-44f4-9b6b-629a66d5712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.269197 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-528a2175-4458-44f4-9b6b-629a66d5712b service neutron] 10.222.0.91 "GET /v2.0/networks?id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 200 len: 916 time: 0.1028152 Jun 30 09:35:24.316146 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-654faa57-e877-454a-b376-254313f3dfbf None None] Provisioning complete for port fc3baac9-baa7-4c40-a198-370209a05978 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:24.316443 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-654faa57-e877-454a-b376-254313f3dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.330349 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7ba3ee1e-403f-4446-88be-3fea7236575f req-2cafd5e8-a846-4ca8-a1a9-99f37c940a45 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582726 Jun 30 09:35:24.375065 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-5c61f7aa-25c7-41c6-8ba6-339fac3e2e80 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 1000 time: 0.0876837 Jun 30 09:35:24.411959 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-21d6e55b-dc8e-425e-8526-9e105e12ce6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.416985 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-21d6e55b-dc8e-425e-8526-9e105e12ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.450642 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-5520f081-127f-4355-b390-d1b9685f636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.453812 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-5520f081-127f-4355-b390-d1b9685f636e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4601baad-31c9-4325-af1e-4ad964aa9141 HTTP/1.1" status: 200 len: 854 time: 0.0666831 Jun 30 09:35:24.468282 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-21d6e55b-dc8e-425e-8526-9e105e12ce6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3b372bde8d14ae3a87b2493f748ced2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679615 Jun 30 09:35:24.468282 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6e55b-dc8e-425e-8526-9e105e12ce6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e8fbf3-ba7f-49d4-a864-c40cbb36bacb,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:24.468800 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51242) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:24.564040 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf259ab2-ee4e-4fc9-abf0-12bdf0081548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.577595 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-af7e9e92-bbe6-4ace-b329-afcf279a0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.579289 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-af7e9e92-bbe6-4ace-b329-afcf279a0df3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118476 Jun 30 09:35:24.590954 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf259ab2-ee4e-4fc9-abf0-12bdf0081548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.704864 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf259ab2-ee4e-4fc9-abf0-12bdf0081548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.707363 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-bf259ab2-ee4e-4fc9-abf0-12bdf0081548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.708495 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-bf259ab2-ee4e-4fc9-abf0-12bdf0081548 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79e8fbf3-ba7f-49d4-a864-c40cbb36bacb HTTP/1.1" status: 204 len: 168 time: 0.2386460 Jun 30 09:35:24.720839 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-1533c24d-d252-4f0a-9a18-2481e269e6bf service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147182 Jun 30 09:35:24.721701 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf259ab2-ee4e-4fc9-abf0-12bdf0081548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e8fbf3-ba7f-49d4-a864-c40cbb36bacb,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:24.830450 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-44b72e99-b747-4ccb-b62d-2a327d5a1144 req-7619d6f5-6e3c-4b0f-ac74-6d1a20214a85 service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876851 Jun 30 09:35:26.443394 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51308) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:26.565947 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6cf75340-9a59-46d6-a1a6-6bdcd9e43878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.669031 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6cf75340-9a59-46d6-a1a6-6bdcd9e43878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.674462 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6cf75340-9a59-46d6-a1a6-6bdcd9e43878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.718147 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6cf75340-9a59-46d6-a1a6-6bdcd9e43878 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8a3dfade3e840489b175db9de9b5981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735636 Jun 30 09:35:26.719192 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf75340-9a59-46d6-a1a6-6bdcd9e43878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5231fb54-ea99-47be-8cc7-c221fa0c1616,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:26.721257 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51314) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:26.779644 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48ce1ff1-fb2a-4115-9dfb-a5588796e4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.807421 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48ce1ff1-fb2a-4115-9dfb-a5588796e4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.867229 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48ce1ff1-fb2a-4115-9dfb-a5588796e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.869780 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48ce1ff1-fb2a-4115-9dfb-a5588796e4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.871037 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-48ce1ff1-fb2a-4115-9dfb-a5588796e4e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5231fb54-ea99-47be-8cc7-c221fa0c1616 HTTP/1.1" status: 204 len: 168 time: 0.1486311 Jun 30 09:35:26.879707 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce1ff1-fb2a-4115-9dfb-a5588796e4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5231fb54-ea99-47be-8cc7-c221fa0c1616,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:27.173486 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51322) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:27.189376 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c187bddb-c1ae-4ebd-99b9-54d7727e86ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.293646 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c187bddb-c1ae-4ebd-99b9-54d7727e86ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.300626 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c187bddb-c1ae-4ebd-99b9-54d7727e86ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.343713 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c187bddb-c1ae-4ebd-99b9-54d7727e86ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef024c81cafb4f3d9eac2410f600dfe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690240 Jun 30 09:35:27.344842 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187bddb-c1ae-4ebd-99b9-54d7727e86ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd38c0ac-8238-4c1e-b455-32861bfc2b28,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:27.346391 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51324) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:27.398161 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c322d815-fb87-4ef3-ad21-2142de3d6ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.419840 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c322d815-fb87-4ef3-ad21-2142de3d6ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.471561 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c322d815-fb87-4ef3-ad21-2142de3d6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.474089 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c322d815-fb87-4ef3-ad21-2142de3d6ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.475241 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-c322d815-fb87-4ef3-ad21-2142de3d6ee3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd38c0ac-8238-4c1e-b455-32861bfc2b28 HTTP/1.1" status: 204 len: 168 time: 0.1270511 Jun 30 09:35:27.483889 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322d815-fb87-4ef3-ad21-2142de3d6ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd38c0ac-8238-4c1e-b455-32861bfc2b28,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:29.064019 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51376) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:29.166713 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.254123 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.257547 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.294096 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a63f416-c764-4e48-95f6-15c865742f6f,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:29.298764 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db95c3b9aa2a4681a1268c9ac09ff52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337198 Jun 30 09:35:29.301926 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51380) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:29.303609 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.303966 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.304313 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.304650 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.304986 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.305325 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.305657 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.305985 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.306314 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.306925 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.307255 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.307579 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc778e85-4ef9-4c6a-b91e-eb5eb38378da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:29.352637 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b892ef6-81ae-42df-a38f-f31fb1cbf348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.373213 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b892ef6-81ae-42df-a38f-f31fb1cbf348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.419384 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b892ef6-81ae-42df-a38f-f31fb1cbf348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.421933 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4b892ef6-81ae-42df-a38f-f31fb1cbf348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.423098 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4b892ef6-81ae-42df-a38f-f31fb1cbf348 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a63f416-c764-4e48-95f6-15c865742f6f HTTP/1.1" status: 204 len: 168 time: 0.1200891 Jun 30 09:35:29.430802 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b892ef6-81ae-42df-a38f-f31fb1cbf348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a63f416-c764-4e48-95f6-15c865742f6f,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:29.681984 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51386) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:29.698011 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-58856832-83b5-4d90-9c89-4cbc8e666545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.788124 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-58856832-83b5-4d90-9c89-4cbc8e666545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.791659 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-58856832-83b5-4d90-9c89-4cbc8e666545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.828229 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-58856832-83b5-4d90-9c89-4cbc8e666545 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abe9235ded884938a77d80f6fa0f569e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451523 Jun 30 09:35:29.831057 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51388) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:29.832881 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58856832-83b5-4d90-9c89-4cbc8e666545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78300762-edf9-4f68-bb0d-60bc9a5ddfb4,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:29.881391 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2b153dee-8cfd-4570-96f3-22c20e36c175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.902488 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2b153dee-8cfd-4570-96f3-22c20e36c175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.949797 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2b153dee-8cfd-4570-96f3-22c20e36c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.953157 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-2b153dee-8cfd-4570-96f3-22c20e36c175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.954273 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-2b153dee-8cfd-4570-96f3-22c20e36c175 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78300762-edf9-4f68-bb0d-60bc9a5ddfb4 HTTP/1.1" status: 204 len: 168 time: 0.1221681 Jun 30 09:35:29.961655 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b153dee-8cfd-4570-96f3-22c20e36c175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78300762-edf9-4f68-bb0d-60bc9a5ddfb4,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.615892 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51414) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:30.712077 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1310653669-network', 'tenant_id': '5ae7d771e03745ee83d8207a8077f560'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:30.733113 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Made reservation on behalf of 5ae7d771e03745ee83d8207a8077f560 for: {'network': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:30.735635 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.743633 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.830153 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.833834 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.857073 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=92902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:30.866394 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c5d836-74c3-455a-8266-0084e46b09c4,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.872288 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.872695 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.segments_db [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Added segment 42e891a1-27de-445f-85fa-4c403d7dd0f2 of type vlan for network bc7095bd-94c6-449b-8bd7-1faab801872e Jun 30 09:35:30.912604 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.941964 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.942846 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:30.943436 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.000473 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3834159 Jun 30 09:35:31.003237 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51424) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:31.007982 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Request body: {'subnet': {'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1310653669-subnet', 'tenant_id': '5ae7d771e03745ee83d8207a8077f560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:31.014078 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de1ffb-8607-454a-9738-2d96f35e96ad admin admin] Pushing event updated for resources: {'Network': ['ID=bc7095bd-94c6-449b-8bd7-1faab801872e,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:31.025016 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network bc7095bd-94c6-449b-8bd7-1faab801872e details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:31.034330 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Made reservation on behalf of 5ae7d771e03745ee83d8207a8077f560 for: {'subnet': 1} {{(pid=92902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:31.036913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2969626'] for subnet, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.223985 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5964264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2969612'] for subnet, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.278678 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c65c8c4-ad88-4b68-b64e-f05fdd436f08,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:31.286818 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Checking segment: {'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:31.287216 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Network hostable DHCP agents. Network: bc7095bd-94c6-449b-8bd7-1faab801872e, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:31.303574 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Network bc7095bd-94c6-449b-8bd7-1faab801872e is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:31.312016 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, bc7095bd-94c6-449b-8bd7-1faab801872e) {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:31.316248 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.316830 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.322335 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef1877-b975-4b75-b515-eee3f3944297 None None] Network bc7095bd-94c6-449b-8bd7-1faab801872e requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:31.334952 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-444e0c5c-97d1-4bab-a00c-c34067a042db admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3261817 Jun 30 09:35:31.461202 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61248ff-792a-4a83-83be-a069eadeb1f0 None None] Network bc7095bd-94c6-449b-8bd7-1faab801872e requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:36.243253 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173061-9ac1-4576-973c-e1a32138dd61 req-1e0cb06f-a853-41cc-94a2-b1eee5afae90 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.244733 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-1e0cb06f-a853-41cc-94a2-b1eee5afae90 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/networks?id=bc7095bd-94c6-449b-8bd7-1faab801872e HTTP/1.1" status: 200 len: 809 time: 0.1008143 Jun 30 09:35:36.259760 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-56d7c938-cf67-41d6-97f8-8c0adf9294da tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/quotas/5ae7d771e03745ee83d8207a8077f560 HTTP/1.1" status: 200 len: 375 time: 0.0093422 Jun 30 09:35:36.301738 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-039a3939-5570-4589-94e8-8ce6c511b9f3 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ae7d771e03745ee83d8207a8077f560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363381 Jun 30 09:35:36.401618 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5e86c91e-22f9-40d7-b038-2fe536d3cbfc service neutron] 10.222.0.70 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884244 Jun 30 09:35:36.497315 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5f1c05b4-e73b-40ba-bd39-ab74bf5378f5 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888605 Jun 30 09:35:36.662961 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-50046e8d-06f0-473c-b363-0bfe57e55abd req-1a823ca4-4983-4e4a-8ef6-d2f3d41890b9 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 210 time: 0.0295279 Jun 30 09:35:37.804814 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7a6eb740-417a-44c7-af54-69e448ee7a0b req-035bf4eb-9018-4382-b09e-4ec07fe267e2 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 210 time: 0.0289698 Jun 30 09:35:38.027780 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173061-9ac1-4576-973c-e1a32138dd61 req-d2b6169a-604a-46a6-899e-39b02bb8dd3a tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.030665 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-d2b6169a-604a-46a6-899e-39b02bb8dd3a tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.91 "GET /v2.0/networks?id=bc7095bd-94c6-449b-8bd7-1faab801872e HTTP/1.1" status: 200 len: 809 time: 0.1054418 Jun 30 09:35:38.046390 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Request body: {'port': {'device_id': '65e81a59-4c7d-44cb-8fa7-39f3f9468c39', 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e', 'admin_state_up': True, 'tenant_id': '5ae7d771e03745ee83d8207a8077f560'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:38.167409 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Made reservation on behalf of 5ae7d771e03745ee83d8207a8077f560 for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:38.171941 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.300975 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Allocated IP 172.20.0.6 (bc7095bd-94c6-449b-8bd7-1faab801872e/7c65c8c4-ad88-4b68-b64e-f05fdd436f08/d2bcaa16-ca01-437b-becd-97fd27963007) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:38.453489 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.502393 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.547209 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Network bc7095bd-94c6-449b-8bd7-1faab801872e is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:38.550395 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:38.556491 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:38.563499 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Pushing event updated for resources: {'Port': ['ID=d2bcaa16-ca01-437b-becd-97fd27963007,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:38.607106 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.607714 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.621561 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-5b71539b-6210-4472-a7e8-5f6eca264214 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797215 Jun 30 09:35:38.647066 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Request body: {'port': {'device_id': '65e81a59-4c7d-44cb-8fa7-39f3f9468c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:38.720340 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.985803 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cc81a-4d08-48d9-bac9-1aa7349896c3 req-ff4ed3d8-edbb-482f-974b-b8399cc4b1c8 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.987435 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5b0cc81a-4d08-48d9-bac9-1aa7349896c3 req-ff4ed3d8-edbb-482f-974b-b8399cc4b1c8 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 931 time: 0.0687025 Jun 30 09:35:38.988305 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bcaa16-ca01-437b-becd-97fd27963007 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:38.996685 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.010369 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Transition to ACTIVE for port object d2bcaa16-ca01-437b-becd-97fd27963007 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:39.014253 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.028441 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5b0cc81a-4d08-48d9-bac9-1aa7349896c3 req-db6d09fd-0445-41df-be31-558824121a7b tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350494 Jun 30 09:35:39.109808 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bcaa16-ca01-437b-becd-97fd27963007,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:39.140317 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Attempting to bind port d2bcaa16-ca01-437b-becd-97fd27963007 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:39.140683 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Attempting to bind port d2bcaa16-ca01-437b-becd-97fd27963007 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:39.141034 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Attempting to bind port d2bcaa16-ca01-437b-becd-97fd27963007 on network bc7095bd-94c6-449b-8bd7-1faab801872e {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:39.145457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Port d2bcaa16-ca01-437b-becd-97fd27963007 on network bc7095bd-94c6-449b-8bd7-1faab801872e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:39.145778 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Attempting to bind port d2bcaa16-ca01-437b-becd-97fd27963007 on network bc7095bd-94c6-449b-8bd7-1faab801872e {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:39.150545 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:39.150918 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Checking segment: {'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:39.151306 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Bound using segment: {'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:39.151736 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Bound port: d2bcaa16-ca01-437b-becd-97fd27963007, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:39.152096 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.213758 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] For port d2bcaa16-ca01-437b-becd-97fd27963007, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:39.217337 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] For port d2bcaa16-ca01-437b-becd-97fd27963007, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d2bcaa16-ca01-437b-becd-97fd27963007,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:39.220978 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.254693 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.255507 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.257045 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] 10.222.0.91 "PUT /v2.0/ports/d2bcaa16-ca01-437b-becd-97fd27963007 HTTP/1.1" status: 200 len: 1093 time: 0.6140652 Jun 30 09:35:39.257523 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e81a59-4c7d-44cb-8fa7-39f3f9468c39', 'tag': 'd2bcaa16-ca01-437b-becd-97fd27963007'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:39.259993 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9990476e-7778-4189-99e9-058f559f118c" -d '{"events": [{"name": "network-changed", "server_uuid": "65e81a59-4c7d-44cb-8fa7-39f3f9468c39", "tag": "d2bcaa16-ca01-437b-becd-97fd27963007"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:39.287348 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c54d28-11c8-4a4f-9441-419297ed14b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bcaa16-ca01-437b-becd-97fd27963007,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:39.303189 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd14783-6282-42eb-8339-bc38d0b17d6e x-openstack-request-id: req-cdd14783-6282-42eb-8339-bc38d0b17d6e {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:39.303541 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e81a59-4c7d-44cb-8fa7-39f3f9468c39", "tag": "d2bcaa16-ca01-437b-becd-97fd27963007", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:39.303823 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdd14783-6282-42eb-8339-bc38d0b17d6e {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:39.304376 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e81a59-4c7d-44cb-8fa7-39f3f9468c39', 'tag': 'd2bcaa16-ca01-437b-becd-97fd27963007', 'status': 'completed', 'code': 200} Jun 30 09:35:39.385923 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173061-9ac1-4576-973c-e1a32138dd61 req-e7d9c76a-5e2c-4dc6-8757-c1a0f4c3d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.387374 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-e7d9c76a-5e2c-4dc6-8757-c1a0f4c3d5ff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5ae7d771e03745ee83d8207a8077f560&device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 1096 time: 0.0559530 Jun 30 09:35:39.437999 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-ee6d4f5a-6bb9-424d-a56b-541f03f6fc51 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2bcaa16-ca01-437b-becd-97fd27963007 HTTP/1.1" status: 200 len: 217 time: 0.0346668 Jun 30 09:35:39.490643 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173061-9ac1-4576-973c-e1a32138dd61 req-86d04963-33c9-4c69-b8f3-f4fc2c25c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.492171 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-86d04963-33c9-4c69-b8f3-f4fc2c25c7be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c65c8c4-ad88-4b68-b64e-f05fdd436f08 HTTP/1.1" status: 200 len: 849 time: 0.0440485 Jun 30 09:35:39.529740 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-a0acee56-aa5b-4e15-8757-30796814b6e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc7095bd-94c6-449b-8bd7-1faab801872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291815 Jun 30 09:35:39.632607 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-42a349eb-7411-49d7-b522-4c3f50d84b46 service neutron] 10.222.0.91 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Jun 30 09:35:39.728611 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-01173061-9ac1-4576-973c-e1a32138dd61 req-222e3e54-e459-412c-b26a-3064124927f1 service neutron] 10.222.0.91 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Jun 30 09:35:39.853751 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990476e-7778-4189-99e9-058f559f118c req-682e65cb-0c27-4b53-b714-bfcd3623e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.855269 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9990476e-7778-4189-99e9-058f559f118c req-682e65cb-0c27-4b53-b714-bfcd3623e6af service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5ae7d771e03745ee83d8207a8077f560&device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 1096 time: 0.0566378 Jun 30 09:35:39.972771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990476e-7778-4189-99e9-058f559f118c req-802fb628-66f1-4fc9-97f7-a0a5700b0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.974206 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9990476e-7778-4189-99e9-058f559f118c req-802fb628-66f1-4fc9-97f7-a0a5700b0bc5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc7095bd-94c6-449b-8bd7-1faab801872e HTTP/1.1" status: 200 len: 910 time: 0.0854340 Jun 30 09:35:40.019475 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9990476e-7778-4189-99e9-058f559f118c req-ae716759-18fc-4525-9072-a952d212dd94 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2bcaa16-ca01-437b-becd-97fd27963007 HTTP/1.1" status: 200 len: 217 time: 0.0353279 Jun 30 09:35:40.071990 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990476e-7778-4189-99e9-058f559f118c req-3eb88c30-827d-4de3-b705-ab9e3dab3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:40.073483 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9990476e-7778-4189-99e9-058f559f118c req-3eb88c30-827d-4de3-b705-ab9e3dab3443 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c65c8c4-ad88-4b68-b64e-f05fdd436f08 HTTP/1.1" status: 200 len: 849 time: 0.0434551 Jun 30 09:35:40.109641 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9990476e-7778-4189-99e9-058f559f118c req-44c36d86-231a-4132-aa50-e2dab7e99f14 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc7095bd-94c6-449b-8bd7-1faab801872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269976 Jun 30 09:35:40.250414 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9990476e-7778-4189-99e9-058f559f118c req-69b3c660-2dc8-4ac9-86fb-f0f7c54d2b32 service neutron] 10.222.0.91 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200380 Jun 30 09:35:40.264638 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3a0f-601b-447c-b894-dc852a81930e req-e7701a67-8fec-4456-9e95-c8d10f87ca4e tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:40.266026 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5d5e3a0f-601b-447c-b894-dc852a81930e req-e7701a67-8fec-4456-9e95-c8d10f87ca4e tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 943 time: 0.1183236 Jun 30 09:35:40.352033 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5d5e3a0f-601b-447c-b894-dc852a81930e req-3dcd4fee-f3e7-401e-89d1-33eaaeec18c2 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782449 Jun 30 09:35:40.376141 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9990476e-7778-4189-99e9-058f559f118c req-2ce65469-e3c6-4743-a12f-447cebb22ba6 service neutron] 10.222.0.91 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091878 Jun 30 09:35:41.062296 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device d2bcaa16-ca01-437b-becd-97fd27963007 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:41.160600 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port d2bcaa16-ca01-437b-becd-97fd27963007, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d2bcaa16-ca01-437b-becd-97fd27963007,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:41.172411 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'd2bcaa16-ca01-437b-becd-97fd27963007', 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e', 'port_id': 'd2bcaa16-ca01-437b-becd-97fd27963007', 'mac_address': 'fa:16:3e:61:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65c8c4-ad88-4b68-b64e-f05fdd436f08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:41.208996 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.221241 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bcaa16-ca01-437b-becd-97fd27963007 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:41.240779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port d2bcaa16-ca01-437b-becd-97fd27963007, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d2bcaa16-ca01-437b-becd-97fd27963007,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:41.244694 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.290324 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=d2bcaa16-ca01-437b-becd-97fd27963007,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:41.528896 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff401fc-806b-4e6e-9649-93865bac6ad5 req-2ce7ddb4-c28e-4059-b115-57b73e755865 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:41.530908 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ff401fc-806b-4e6e-9649-93865bac6ad5 req-2ce7ddb4-c28e-4059-b115-57b73e755865 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 944 time: 0.0652766 Jun 30 09:35:41.568136 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2ff401fc-806b-4e6e-9649-93865bac6ad5 req-e1b8a5e3-9d9e-49ae-83c5-b20497fbff47 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Jun 30 09:35:41.665514 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['d2bcaa16-ca01-437b-becd-97fd27963007'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:42.353560 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa80f-f434-4f1b-816c-51fc63a52d71 req-c39e75f3-4b83-4f37-8128-7a4dda1b4bad tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.354967 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4efaa80f-f434-4f1b-816c-51fc63a52d71 req-c39e75f3-4b83-4f37-8128-7a4dda1b4bad tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 946 time: 0.0648370 Jun 30 09:35:42.397762 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4efaa80f-f434-4f1b-816c-51fc63a52d71 req-799ac642-02e7-4464-b544-cb41e793b233 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357184 Jun 30 09:35:42.741126 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763ab5-c457-4e36-906b-a547b134f9d5 req-c883238e-55e5-4943-acba-04344c276819 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.742651 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-13763ab5-c457-4e36-906b-a547b134f9d5 req-c883238e-55e5-4943-acba-04344c276819 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 944 time: 0.0625732 Jun 30 09:35:42.781913 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-13763ab5-c457-4e36-906b-a547b134f9d5 req-f18c0be2-df98-4bb1-9370-b982ed1fcf31 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Jun 30 09:35:43.064221 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device d2bcaa16-ca01-437b-becd-97fd27963007 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:43.113827 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port d2bcaa16-ca01-437b-becd-97fd27963007 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:43.117966 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port d2bcaa16-ca01-437b-becd-97fd27963007 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:43.118341 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.196068 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.217634 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e81a59-4c7d-44cb-8fa7-39f3f9468c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bcaa16-ca01-437b-becd-97fd27963007'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:43.219868 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c3bca4-ee59-4f04-ae56-19068b48fa97" -d '{"events": [{"server_uuid": "65e81a59-4c7d-44cb-8fa7-39f3f9468c39", "name": "network-vif-plugged", "status": "completed", "tag": "d2bcaa16-ca01-437b-becd-97fd27963007"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:43.232300 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port d2bcaa16-ca01-437b-becd-97fd27963007, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d2bcaa16-ca01-437b-becd-97fd27963007,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:43.237630 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.264987 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5d715f-c7fe-4b21-8121-3fedf08d73be x-openstack-request-id: req-ec5d715f-c7fe-4b21-8121-3fedf08d73be {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:43.265277 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e81a59-4c7d-44cb-8fa7-39f3f9468c39", "name": "network-vif-plugged", "status": "completed", "tag": "d2bcaa16-ca01-437b-becd-97fd27963007", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:43.265531 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec5d715f-c7fe-4b21-8121-3fedf08d73be {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:43.265913 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e81a59-4c7d-44cb-8fa7-39f3f9468c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bcaa16-ca01-437b-becd-97fd27963007', 'code': 200} Jun 30 09:35:43.286901 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=d2bcaa16-ca01-437b-becd-97fd27963007,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:43.549620 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b165a56-2ea4-4de0-8912-bec1e94021b0 req-7bd51d90-88cb-4c67-be40-74c1d696a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:43.551113 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3b165a56-2ea4-4de0-8912-bec1e94021b0 req-7bd51d90-88cb-4c67-be40-74c1d696a986 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 1098 time: 0.0844855 Jun 30 09:35:43.605374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a12f0-c705-4c10-91c8-09353f7e9928 req-69a70f9d-ca7e-47c9-b919-8cdc7d55eaa9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:43.606792 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-645a12f0-c705-4c10-91c8-09353f7e9928 req-69a70f9d-ca7e-47c9-b919-8cdc7d55eaa9 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 946 time: 0.0963457 Jun 30 09:35:43.608907 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3b165a56-2ea4-4de0-8912-bec1e94021b0 req-9991ea22-a6aa-4ce2-b0ec-344ce8b15a42 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458024 Jun 30 09:35:43.644512 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-645a12f0-c705-4c10-91c8-09353f7e9928 req-c040e4da-b115-40dc-9e46-8e0d0e4a507a tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Jun 30 09:35:44.110271 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a7bc-37a9-456b-a282-cf9b4eb11738 req-ec4f50f7-d08b-4081-98d1-58687b8d0cc1 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.111871 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b75a7bc-37a9-456b-a282-cf9b4eb11738 req-ec4f50f7-d08b-4081-98d1-58687b8d0cc1 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.0634418 Jun 30 09:35:44.149876 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0b75a7bc-37a9-456b-a282-cf9b4eb11738 req-0afbbd7e-72cd-4d8c-8ec8-947f3a4be497 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Jun 30 09:35:44.817893 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5d7d1-46c9-4133-8632-50f30c05a183 req-c30edb33-d7ef-4ab5-a321-fdddc083bb92 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.819728 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12f5d7d1-46c9-4133-8632-50f30c05a183 req-c30edb33-d7ef-4ab5-a321-fdddc083bb92 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 946 time: 0.0616667 Jun 30 09:35:44.857248 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-12f5d7d1-46c9-4133-8632-50f30c05a183 req-3abc0ca2-5515-40f1-a410-2884a975258b tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a58c812-29ac-4e62-b1e9-342258b7422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Jun 30 09:35:45.325383 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622ff3c-15d8-4ca3-be8a-410f7e1307c9 req-96e51a17-a546-49fc-9c37-c91c27738dab tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:45.327695 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f622ff3c-15d8-4ca3-be8a-410f7e1307c9 req-96e51a17-a546-49fc-9c37-c91c27738dab tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.0654597 Jun 30 09:35:45.366652 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f622ff3c-15d8-4ca3-be8a-410f7e1307c9 req-5e53c5ce-4616-4c62-a09c-e36946268dd3 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Jun 30 09:35:45.397307 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947895d-88f6-41bc-aafb-763245f8b753 req-ab4775d9-7dd3-47be-b269-926b091e0fc7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:45.398761 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c947895d-88f6-41bc-aafb-763245f8b753 req-ab4775d9-7dd3-47be-b269-926b091e0fc7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.91 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 946 time: 0.0776911 Jun 30 09:35:45.500506 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Deleting port cdc6a226-71dd-442b-b0a2-ba9c3db9784f {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:45.500846 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.592090 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] For port cdc6a226-71dd-442b-b0a2-ba9c3db9784f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,segment=NetworkSegment(917a01ef-48e4-48f3-812b-a0215723a3f2),segment_id=917a01ef-48e4-48f3-812b-a0215723a3f2)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:45.593019 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.604292 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Calling delete_port for cdc6a226-71dd-442b-b0a2-ba9c3db9784f owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:45.739641 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.756635 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['cdc6a226-71dd-442b-b0a2-ba9c3db9784f'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:45.770402 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Pushing event deleted for resources: {'Port': ['ID=cdc6a226-71dd-442b-b0a2-ba9c3db9784f,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:45.815997 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] No DVR routers for this DVR port cdc6a226-71dd-442b-b0a2-ba9c3db9784f on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:45.818512 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.820566 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c947895d-88f6-41bc-aafb-763245f8b753 req-65c1564c-5c78-48f7-948e-feca8e9fced7 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.91 "DELETE /v2.0/ports/cdc6a226-71dd-442b-b0a2-ba9c3db9784f HTTP/1.1" status: 204 len: 173 time: 0.4117234 Jun 30 09:35:45.821017 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544b0ecd-71ca-4ca7-a882-1b464dbe50c4', 'name': 'network-vif-deleted', 'tag': 'cdc6a226-71dd-442b-b0a2-ba9c3db9784f'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:45.823272 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f5289-2ca6-4af9-a541-04abb9de9d6e" -d '{"events": [{"server_uuid": "544b0ecd-71ca-4ca7-a882-1b464dbe50c4", "name": "network-vif-deleted", "tag": "cdc6a226-71dd-442b-b0a2-ba9c3db9784f"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:45.859401 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b4e535-cc6b-4860-9c9e-b03b35fe7145 x-openstack-request-id: req-99b4e535-cc6b-4860-9c9e-b03b35fe7145 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:45.859696 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544b0ecd-71ca-4ca7-a882-1b464dbe50c4", "name": "network-vif-deleted", "tag": "cdc6a226-71dd-442b-b0a2-ba9c3db9784f", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:45.859949 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99b4e535-cc6b-4860-9c9e-b03b35fe7145 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:45.860411 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544b0ecd-71ca-4ca7-a882-1b464dbe50c4', 'name': 'network-vif-deleted', 'tag': 'cdc6a226-71dd-442b-b0a2-ba9c3db9784f', 'status': 'completed', 'code': 200} Jun 30 09:35:46.004920 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-64f699d6-3846-4b9a-a759-7e58655d928b req-ed5b4932-1750-4fce-8ab5-cf61fa69f939 tempest-VolumesSnapshotTestJSON-9758866 tempest-VolumesSnapshotTestJSON-9758866-project] 10.222.0.70 "GET /v2.0/ports?device_id=544b0ecd-71ca-4ca7-a882-1b464dbe50c4 HTTP/1.1" status: 200 len: 210 time: 0.0315652 Jun 30 09:35:46.544333 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc8e92-f0d1-462e-acac-474cabd160fe req-effd29ac-bd42-4671-9579-9d2890040ede tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:46.545818 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6bdc8e92-f0d1-462e-acac-474cabd160fe req-effd29ac-bd42-4671-9579-9d2890040ede tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.0640090 Jun 30 09:35:46.588787 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6bdc8e92-f0d1-462e-acac-474cabd160fe req-ced550f6-8adf-4470-88a0-327cd6d3822d tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358782 Jun 30 09:35:47.553753 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a277c-afca-4d47-b53b-99bc05226ecb req-2553047a-4e31-42d5-b2cf-35415014a950 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.555237 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-126a277c-afca-4d47-b53b-99bc05226ecb req-2553047a-4e31-42d5-b2cf-35415014a950 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.0608497 Jun 30 09:35:47.591471 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-126a277c-afca-4d47-b53b-99bc05226ecb req-711916be-05b2-481e-b310-b675537cbb64 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302868 Jun 30 09:35:48.523115 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-05b6d8a4-af94-4461-81cd-dd0ba03dd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.767188 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcd95e-1c54-4f54-ac07-39089bbde9bb req-323023f7-8f75-45a1-adbd-f58e45ceed8f tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.768692 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-18dcd95e-1c54-4f54-ac07-39089bbde9bb req-323023f7-8f75-45a1-adbd-f58e45ceed8f tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.0636518 Jun 30 09:35:48.806473 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-18dcd95e-1c54-4f54-ac07-39089bbde9bb req-364711d4-502e-4795-9070-505c403ffbe8 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Jun 30 09:35:49.858641 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device cdc6a226-71dd-442b-b0a2-ba9c3db9784f no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:49.882284 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: cdc6a226-71dd-442b-b0a2-ba9c3db9784f {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:49.882625 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device cdc6a226-71dd-442b-b0a2-ba9c3db9784f not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:49.979104 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111bf2c-a739-4c1e-aacf-cddea7e7cd55 req-6cd91bb8-b20e-4c2c-a89b-da3f585f2128 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.980559 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c111bf2c-a739-4c1e-aacf-cddea7e7cd55 req-6cd91bb8-b20e-4c2c-a89b-da3f585f2128 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.0617809 Jun 30 09:35:50.017693 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c111bf2c-a739-4c1e-aacf-cddea7e7cd55 req-6a5913da-c13d-4152-9ccb-800a0a6e5b62 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305138 Jun 30 09:35:51.069021 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-1566158b-3dc5-48df-ae71-bdc121cb61ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.189529 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11992b6b-484d-4d81-9ca2-fc16656deab1 req-2f8d7a49-1a4a-48e5-bcd6-e3ead19ff33c tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.190943 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11992b6b-484d-4d81-9ca2-fc16656deab1 req-2f8d7a49-1a4a-48e5-bcd6-e3ead19ff33c tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.0624595 Jun 30 09:35:51.229008 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11992b6b-484d-4d81-9ca2-fc16656deab1 req-71288755-9ef3-4cbc-b988-a797ebfde8bb tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Jun 30 09:35:51.382007 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.515478 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-fd803e83-2bd5-4163-aa6b-19c7ec8f845a tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.517434 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-fd803e83-2bd5-4163-aa6b-19c7ec8f845a tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.91 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.0691433 Jun 30 09:35:52.532784 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.605501 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.630094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Deleting port d2bcaa16-ca01-437b-becd-97fd27963007 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:52.630424 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.655322 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcb913-2a53-425a-89eb-32d3ffaff83a req-5ce8e55b-989f-497e-8caf-488fb40dbb28 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.656779 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-41bcb913-2a53-425a-89eb-32d3ffaff83a req-5ce8e55b-989f-497e-8caf-488fb40dbb28 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 945 time: 0.3164096 Jun 30 09:35:52.700014 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-41bcb913-2a53-425a-89eb-32d3ffaff83a req-03f4635b-06d6-4f61-8ae2-7c9608628e45 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363321 Jun 30 09:35:52.991423 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] For port d2bcaa16-ca01-437b-becd-97fd27963007, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d2bcaa16-ca01-437b-becd-97fd27963007,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:52.991793 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.006939 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Calling delete_port for d2bcaa16-ca01-437b-becd-97fd27963007 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:53.142947 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.159129 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['d2bcaa16-ca01-437b-becd-97fd27963007'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:53.172056 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Pushing event deleted for resources: {'Port': ['ID=d2bcaa16-ca01-437b-becd-97fd27963007,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:53.216833 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] No DVR routers for this DVR port d2bcaa16-ca01-437b-becd-97fd27963007 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:53.219327 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.221676 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2efb0b60-20dd-47dd-b7db-f75889db18b8 req-6616857e-71be-4044-ba56-fc904a2c5200 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.91 "DELETE /v2.0/ports/d2bcaa16-ca01-437b-becd-97fd27963007 HTTP/1.1" status: 204 len: 173 time: 0.6884365 Jun 30 09:35:53.222112 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e81a59-4c7d-44cb-8fa7-39f3f9468c39', 'name': 'network-vif-deleted', 'tag': 'd2bcaa16-ca01-437b-becd-97fd27963007'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:53.224359 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d909d-b7b5-4df5-989f-eef91e6ca700" -d '{"events": [{"server_uuid": "65e81a59-4c7d-44cb-8fa7-39f3f9468c39", "name": "network-vif-deleted", "tag": "d2bcaa16-ca01-437b-becd-97fd27963007"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:53.261285 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad970919-a09a-4ecb-8d5e-89c7db359f9a x-openstack-request-id: req-ad970919-a09a-4ecb-8d5e-89c7db359f9a {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:53.261576 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e81a59-4c7d-44cb-8fa7-39f3f9468c39", "name": "network-vif-deleted", "tag": "d2bcaa16-ca01-437b-becd-97fd27963007", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:53.261827 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad970919-a09a-4ecb-8d5e-89c7db359f9a {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:53.262213 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e81a59-4c7d-44cb-8fa7-39f3f9468c39', 'name': 'network-vif-deleted', 'tag': 'd2bcaa16-ca01-437b-becd-97fd27963007', 'status': 'completed', 'code': 200} Jun 30 09:35:53.862175 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1e194876-92fc-4c9e-81f2-6b3475df0f16 req-020a53ae-8d44-4e93-bbc4-02c89da05a89 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=65e81a59-4c7d-44cb-8fa7-39f3f9468c39 HTTP/1.1" status: 200 len: 210 time: 0.0310764 Jun 30 09:35:53.915045 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.158598 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-886e47b7-d38e-4362-bdca-6cdac92e81f7 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:55.159988 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-886e47b7-d38e-4362-bdca-6cdac92e81f7 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/networks?id=bc7095bd-94c6-449b-8bd7-1faab801872e HTTP/1.1" status: 200 len: 809 time: 0.1024203 Jun 30 09:35:55.174064 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-0492d9a7-1982-45e1-b9d2-d3ad9306a32e tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/quotas/5ae7d771e03745ee83d8207a8077f560 HTTP/1.1" status: 200 len: 375 time: 0.0087845 Jun 30 09:35:55.206619 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-1ad1c287-ee3f-4da3-ad3d-9ed23ce550f7 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ae7d771e03745ee83d8207a8077f560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276361 Jun 30 09:35:55.298068 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-51de7790-e3ef-4a16-a1c1-e14cb13862fc service neutron] 10.222.0.70 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849123 Jun 30 09:35:55.389368 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-8b546655-9502-4b9b-bca7-93a55295a4f6 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849333 Jun 30 09:35:55.587855 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1aaf987b-98a1-4c33-a415-86b598289058 req-c232c3da-d935-416a-8ab4-1a963e4e99bd tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 210 time: 0.0302515 Jun 30 09:35:56.748078 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f88dca59-3ed9-4481-af78-c0c82c43631c req-3644eb15-09d6-437c-a54f-ddd98fde0da3 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 210 time: 0.0325515 Jun 30 09:35:56.851133 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-eb322db5-f609-4293-a51a-e348f738a131 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.852580 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-eb322db5-f609-4293-a51a-e348f738a131 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.91 "GET /v2.0/networks?id=bc7095bd-94c6-449b-8bd7-1faab801872e HTTP/1.1" status: 200 len: 809 time: 0.1398060 Jun 30 09:35:56.866517 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Request body: {'port': {'device_id': 'de525fe4-3356-41b8-b145-4979f47ce47d', 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e', 'admin_state_up': True, 'tenant_id': '5ae7d771e03745ee83d8207a8077f560'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:56.981211 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Made reservation on behalf of 5ae7d771e03745ee83d8207a8077f560 for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:56.984947 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.120156 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Allocated IP 172.20.0.8 (bc7095bd-94c6-449b-8bd7-1faab801872e/7c65c8c4-ad88-4b68-b64e-f05fdd436f08/a9f085d9-36cc-402a-a469-120e36ec2c62) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:57.269403 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.308197 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.349860 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Network bc7095bd-94c6-449b-8bd7-1faab801872e is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:57.353071 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:57.356729 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:57.386942 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Pushing event updated for resources: {'Port': ['ID=a9f085d9-36cc-402a-a469-120e36ec2c62,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:57.414530 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:57.415165 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.428914 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-fe9d8d62-152d-44f9-a665-5dd85cdb8787 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660667 Jun 30 09:35:58.054993 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912bc77-dee3-4bf0-91a8-98d0d286c758 req-4029aa65-78db-4eff-9e23-88eb231c0fd3 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.056423 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2912bc77-dee3-4bf0-91a8-98d0d286c758 req-4029aa65-78db-4eff-9e23-88eb231c0fd3 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 931 time: 0.1907911 Jun 30 09:35:58.094184 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2912bc77-dee3-4bf0-91a8-98d0d286c758 req-ecdb7549-9d89-484c-b558-c14f3bd450ef tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jun 30 09:35:58.240009 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device d2bcaa16-ca01-437b-becd-97fd27963007 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:58.260475 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: d2bcaa16-ca01-437b-becd-97fd27963007 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:58.260823 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device d2bcaa16-ca01-437b-becd-97fd27963007 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:59.144608 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Request body: {'port': {'device_id': 'de525fe4-3356-41b8-b145-4979f47ce47d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:59.218449 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.323566 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79804718-7681-4947-9cf0-a2c550518a14 req-6e87e023-b70b-430b-864f-a76300d3dab9 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.325053 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-79804718-7681-4947-9cf0-a2c550518a14 req-6e87e023-b70b-430b-864f-a76300d3dab9 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 931 time: 0.1184640 Jun 30 09:35:59.366906 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-79804718-7681-4947-9cf0-a2c550518a14 req-ed1c507a-a175-4828-a193-a1f8a4f22de4 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Jun 30 09:35:59.483820 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f085d9-36cc-402a-a469-120e36ec2c62 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:59.492045 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.504209 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Transition to ACTIVE for port object a9f085d9-36cc-402a-a469-120e36ec2c62 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:59.507871 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.559958 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f085d9-36cc-402a-a469-120e36ec2c62,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:59.627647 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Attempting to bind port a9f085d9-36cc-402a-a469-120e36ec2c62 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:59.627895 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Attempting to bind port a9f085d9-36cc-402a-a469-120e36ec2c62 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:59.628220 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Attempting to bind port a9f085d9-36cc-402a-a469-120e36ec2c62 on network bc7095bd-94c6-449b-8bd7-1faab801872e {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:59.632311 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Port a9f085d9-36cc-402a-a469-120e36ec2c62 on network bc7095bd-94c6-449b-8bd7-1faab801872e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:59.632627 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Attempting to bind port a9f085d9-36cc-402a-a469-120e36ec2c62 on network bc7095bd-94c6-449b-8bd7-1faab801872e {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:59.637326 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:59.637653 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Checking segment: {'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:59.638029 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Bound using segment: {'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:59.638452 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Bound port: a9f085d9-36cc-402a-a469-120e36ec2c62, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e891a1-27de-445f-85fa-4c403d7dd0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:59.638796 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.699313 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] For port a9f085d9-36cc-402a-a469-120e36ec2c62, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:59.702205 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] For port a9f085d9-36cc-402a-a469-120e36ec2c62, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a9f085d9-36cc-402a-a469-120e36ec2c62,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:59.707621 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.741346 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.741950 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.743601 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] 10.222.0.91 "PUT /v2.0/ports/a9f085d9-36cc-402a-a469-120e36ec2c62 HTTP/1.1" status: 200 len: 1093 time: 0.6038635 Jun 30 09:35:59.744026 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de525fe4-3356-41b8-b145-4979f47ce47d', 'tag': 'a9f085d9-36cc-402a-a469-120e36ec2c62'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:59.746242 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c4b62-6c41-4103-b42c-9bca9ad01a32" -d '{"events": [{"name": "network-changed", "server_uuid": "de525fe4-3356-41b8-b145-4979f47ce47d", "tag": "a9f085d9-36cc-402a-a469-120e36ec2c62"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:59.768013 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034633f-f5da-417d-9d1c-d446b8419dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f085d9-36cc-402a-a469-120e36ec2c62,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:59.784442 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf8e675-caf3-4bb8-81dc-31b603aac58c x-openstack-request-id: req-3cf8e675-caf3-4bb8-81dc-31b603aac58c {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:59.784730 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de525fe4-3356-41b8-b145-4979f47ce47d", "tag": "a9f085d9-36cc-402a-a469-120e36ec2c62", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:59.784985 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3cf8e675-caf3-4bb8-81dc-31b603aac58c {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:59.785377 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de525fe4-3356-41b8-b145-4979f47ce47d', 'tag': 'a9f085d9-36cc-402a-a469-120e36ec2c62', 'status': 'completed', 'code': 200} Jun 30 09:36:00.241190 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c4b62-6c41-4103-b42c-9bca9ad01a32 req-6844872e-fe06-4e4b-a37c-eac59672153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.242602 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-894c4b62-6c41-4103-b42c-9bca9ad01a32 req-6844872e-fe06-4e4b-a37c-eac59672153b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5ae7d771e03745ee83d8207a8077f560&device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 1096 time: 0.0521019 Jun 30 09:36:00.355452 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c4b62-6c41-4103-b42c-9bca9ad01a32 req-b9da9143-f5ec-4d8f-8e33-17fb460814de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.357013 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-894c4b62-6c41-4103-b42c-9bca9ad01a32 req-b9da9143-f5ec-4d8f-8e33-17fb460814de service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=5ae7d771e03745ee83d8207a8077f560&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0940268 Jun 30 09:36:00.460456 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c4b62-6c41-4103-b42c-9bca9ad01a32 req-3fb781de-f5c1-4ba0-95e4-ce614a1be7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.461909 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-894c4b62-6c41-4103-b42c-9bca9ad01a32 req-3fb781de-f5c1-4ba0-95e4-ce614a1be7f2 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948865 Jun 30 09:36:00.554518 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171b82d-240b-4629-8d24-2f44ec910fb5 req-5ab00c3f-f25a-4d57-8e00-8029a3c6b2ea tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.556989 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9171b82d-240b-4629-8d24-2f44ec910fb5 req-5ab00c3f-f25a-4d57-8e00-8029a3c6b2ea tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 943 time: 0.0734587 Jun 30 09:36:00.596388 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9171b82d-240b-4629-8d24-2f44ec910fb5 req-79936a7c-cb91-43bc-8597-1046f2aeecf7 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Jun 30 09:36:00.598338 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-2cf45cb0-79ab-4a39-a02f-eba200a024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.599855 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-2cf45cb0-79ab-4a39-a02f-eba200a024d9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5ae7d771e03745ee83d8207a8077f560&device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 1096 time: 0.0662041 Jun 30 09:36:00.645208 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-7e51dfce-ac1d-4856-a20b-ae77de4e5209 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f085d9-36cc-402a-a469-120e36ec2c62 HTTP/1.1" status: 200 len: 217 time: 0.0334654 Jun 30 09:36:00.696884 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-f3098c07-d886-4639-8501-f5cf17ceb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.698267 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-f3098c07-d886-4639-8501-f5cf17ceb541 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c65c8c4-ad88-4b68-b64e-f05fdd436f08 HTTP/1.1" status: 200 len: 849 time: 0.0457897 Jun 30 09:36:00.733089 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-7403dd3e-288a-4f2b-afb0-0a389ff4cacf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc7095bd-94c6-449b-8bd7-1faab801872e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254111 Jun 30 09:36:00.738530 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:00.826669 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-212f2b63-86fb-4ee7-a430-a2eb595d1547 service neutron] 10.222.0.91 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835426 Jun 30 09:36:00.925001 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-37438ab7-ac47-4b6f-b4e9-2748247ff753 req-5f09806b-72f4-4a19-95e6-6544db076fe0 service neutron] 10.222.0.91 "GET /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876651 Jun 30 09:36:01.771960 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580ae50-0245-4456-868c-893d997fc157 req-aff0fff3-364a-4bdd-89c5-9f975badfb48 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.773433 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5580ae50-0245-4456-868c-893d997fc157 req-aff0fff3-364a-4bdd-89c5-9f975badfb48 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 943 time: 0.0626700 Jun 30 09:36:01.811235 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5580ae50-0245-4456-868c-893d997fc157 req-36856968-e311-4221-aedf-521f6d8a54a4 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Jun 30 09:36:02.988348 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de306-2ec4-4a27-b9bc-b52ff270bd4d req-d43a8007-538d-4b92-8737-8106eff10341 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:02.989802 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0f8de306-2ec4-4a27-b9bc-b52ff270bd4d req-d43a8007-538d-4b92-8737-8106eff10341 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 943 time: 0.0684302 Jun 30 09:36:03.026962 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0f8de306-2ec4-4a27-b9bc-b52ff270bd4d req-06875f2e-61f4-4582-abac-59dfff84366d tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Jun 30 09:36:03.932451 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda4edb-5b0f-4b36-94e2-c8fa094ca0ed req-90a28624-0113-4860-a347-b08f965ab7f1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.933946 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fbda4edb-5b0f-4b36-94e2-c8fa094ca0ed req-90a28624-0113-4860-a347-b08f965ab7f1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0660365 Jun 30 09:36:03.972054 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fbda4edb-5b0f-4b36-94e2-c8fa094ca0ed req-fa5ff8b9-a939-4f8c-9557-e6fab9ef5954 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322506 Jun 30 09:36:04.190150 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device a9f085d9-36cc-402a-a469-120e36ec2c62 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:04.203783 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b270-25f2-4c82-9c36-445a6b39e28e req-eb4796a0-3e35-422e-b1f0-0948d1c2b3ba tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:04.205967 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4800b270-25f2-4c82-9c36-445a6b39e28e req-eb4796a0-3e35-422e-b1f0-0948d1c2b3ba tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 943 time: 0.0626099 Jun 30 09:36:04.244624 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4800b270-25f2-4c82-9c36-445a6b39e28e req-bc1aef46-758e-45e0-b691-2d6cb3e37418 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Jun 30 09:36:04.287968 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port a9f085d9-36cc-402a-a469-120e36ec2c62, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a9f085d9-36cc-402a-a469-120e36ec2c62,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:04.299547 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'a9f085d9-36cc-402a-a469-120e36ec2c62', 'network_id': 'bc7095bd-94c6-449b-8bd7-1faab801872e', 'port_id': 'a9f085d9-36cc-402a-a469-120e36ec2c62', 'mac_address': 'fa:16:3e:a0:14:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65c8c4-ad88-4b68-b64e-f05fdd436f08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:04.336548 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.348886 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f085d9-36cc-402a-a469-120e36ec2c62 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:04.367933 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port a9f085d9-36cc-402a-a469-120e36ec2c62, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a9f085d9-36cc-402a-a469-120e36ec2c62,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:04.371723 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.421984 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=a9f085d9-36cc-402a-a469-120e36ec2c62,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:04.431399 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.432008 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.432347 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.432677 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.433014 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.433328 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.433652 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.433971 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.434291 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.434623 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.434972 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.435286 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:04.777956 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['a9f085d9-36cc-402a-a469-120e36ec2c62'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:05.150717 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f13bd-8dd4-42ec-bde8-e75e8e6461c5 req-0e3574a5-3ccd-4ebf-bf97-5418673e824d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.152130 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f04f13bd-8dd4-42ec-bde8-e75e8e6461c5 req-0e3574a5-3ccd-4ebf-bf97-5418673e824d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0616591 Jun 30 09:36:05.194100 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f04f13bd-8dd4-42ec-bde8-e75e8e6461c5 req-f4aa0a76-0b3a-45ae-99bd-3575a39b6e9f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358722 Jun 30 09:36:05.421084 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92187b6-2e28-4882-a7f0-3eb30a3566a2 req-209ece1b-0950-408b-81e7-8d1e33d73553 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.422473 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d92187b6-2e28-4882-a7f0-3eb30a3566a2 req-209ece1b-0950-408b-81e7-8d1e33d73553 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 944 time: 0.0664573 Jun 30 09:36:05.460767 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d92187b6-2e28-4882-a7f0-3eb30a3566a2 req-1ffd2013-7e10-4308-9acf-8f49b9e9a5de tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Jun 30 09:36:06.205394 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device a9f085d9-36cc-402a-a469-120e36ec2c62 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:06.259153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port a9f085d9-36cc-402a-a469-120e36ec2c62 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:06.262878 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port a9f085d9-36cc-402a-a469-120e36ec2c62 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:06.263257 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.348356 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.375111 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de525fe4-3356-41b8-b145-4979f47ce47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f085d9-36cc-402a-a469-120e36ec2c62'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:06.377285 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f81c9c7-313a-4f26-9152-1d51fd5c98fa" -d '{"events": [{"server_uuid": "de525fe4-3356-41b8-b145-4979f47ce47d", "name": "network-vif-plugged", "status": "completed", "tag": "a9f085d9-36cc-402a-a469-120e36ec2c62"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:06.380267 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c9070-5b10-4157-aa22-ede4f9ba7251 req-55d3a06b-40cc-4549-ada4-d9af5a0f3711 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.387222 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-eb3c9070-5b10-4157-aa22-ede4f9ba7251 req-55d3a06b-40cc-4549-ada4-d9af5a0f3711 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0797148 Jun 30 09:36:06.390229 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port a9f085d9-36cc-402a-a469-120e36ec2c62, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a9f085d9-36cc-402a-a469-120e36ec2c62,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:06.395520 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.423733 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb94c1-4489-47e8-8aaf-8369eb7c868c x-openstack-request-id: req-1cdb94c1-4489-47e8-8aaf-8369eb7c868c {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:06.423733 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de525fe4-3356-41b8-b145-4979f47ce47d", "name": "network-vif-plugged", "status": "completed", "tag": "a9f085d9-36cc-402a-a469-120e36ec2c62", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:06.424027 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cdb94c1-4489-47e8-8aaf-8369eb7c868c {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:06.424279 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de525fe4-3356-41b8-b145-4979f47ce47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f085d9-36cc-402a-a469-120e36ec2c62', 'code': 200} Jun 30 09:36:06.425155 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-eb3c9070-5b10-4157-aa22-ede4f9ba7251 req-a30f1fff-0fc3-4257-aa06-03c15798bd6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370798 Jun 30 09:36:06.451520 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=a9f085d9-36cc-402a-a469-120e36ec2c62,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:06.640596 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7353a-74b1-4d59-b27e-fdc03d603d1f req-09561683-3e18-4e86-9ae2-a49ecac0b371 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.644015 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dfc7353a-74b1-4d59-b27e-fdc03d603d1f req-09561683-3e18-4e86-9ae2-a49ecac0b371 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 945 time: 0.0692427 Jun 30 09:36:06.661487 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8649b4-9586-4eed-b6dd-aa38c6d39a8d req-361cda92-e771-4c5e-9fd6-5fe51ae3a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.662999 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1c8649b4-9586-4eed-b6dd-aa38c6d39a8d req-361cda92-e771-4c5e-9fd6-5fe51ae3a0b0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 1098 time: 0.0507972 Jun 30 09:36:06.680136 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-dfc7353a-74b1-4d59-b27e-fdc03d603d1f req-4d53d518-f428-49c9-8bb7-8fc409131292 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329478 Jun 30 09:36:06.702547 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1c8649b4-9586-4eed-b6dd-aa38c6d39a8d req-19452920-dd9c-498c-af34-1dfef3b76c9a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281241 Jun 30 09:36:07.600446 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7ab57-7a3e-427b-a5b0-b63a2fdc00ae req-2b0ca972-40e4-41a6-8d1b-6e4cf832353c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.601913 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-abe7ab57-7a3e-427b-a5b0-b63a2fdc00ae req-2b0ca972-40e4-41a6-8d1b-6e4cf832353c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0650520 Jun 30 09:36:07.639611 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-abe7ab57-7a3e-427b-a5b0-b63a2fdc00ae req-502b33c2-868f-4389-b025-f84888c1400c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321076 Jun 30 09:36:07.858458 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0fda-0328-4dce-9856-ac290073f1f9 req-ad56662d-4bec-42e7-b856-b0af16fea302 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.859974 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6b7e0fda-0328-4dce-9856-ac290073f1f9 req-ad56662d-4bec-42e7-b856-b0af16fea302 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 945 time: 0.0676072 Jun 30 09:36:07.911609 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6b7e0fda-0328-4dce-9856-ac290073f1f9 req-d53e354c-83c4-4d13-a410-d0f94904cd0f tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Jun 30 09:36:08.811473 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0518e-f498-4645-9a36-82fd3b39552b req-798e284d-d637-464f-ac16-23334c5f981c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.812834 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-83b0518e-f498-4645-9a36-82fd3b39552b req-798e284d-d637-464f-ac16-23334c5f981c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0625315 Jun 30 09:36:08.851001 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-83b0518e-f498-4645-9a36-82fd3b39552b req-5088d9d2-af36-49e0-8898-b1493433e463 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319507 Jun 30 09:36:09.090388 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5355147-777a-4c96-9be0-a080c0026293 req-135a7c93-a2f2-494b-86f8-943f01d025a2 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:09.091910 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a5355147-777a-4c96-9be0-a080c0026293 req-135a7c93-a2f2-494b-86f8-943f01d025a2 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 945 time: 0.0627165 Jun 30 09:36:09.131135 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a5355147-777a-4c96-9be0-a080c0026293 req-b8a60d1b-3e6d-407b-8646-5eff714faa90 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jun 30 09:36:10.045750 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e58c89-c338-4bc5-8954-e8a616bee206 req-f046f928-af32-4fda-adb7-33cfa6a30bf8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.047272 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-33e58c89-c338-4bc5-8954-e8a616bee206 req-f046f928-af32-4fda-adb7-33cfa6a30bf8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0641313 Jun 30 09:36:10.086670 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-33e58c89-c338-4bc5-8954-e8a616bee206 req-bbee4aab-06de-4740-8491-0b367d1f80ef tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331483 Jun 30 09:36:10.131398 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31d521-5635-4946-a7aa-73f97758236a req-64d3047a-704c-4fa6-96d5-f516f761a88b tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.132866 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cf31d521-5635-4946-a7aa-73f97758236a req-64d3047a-704c-4fa6-96d5-f516f761a88b tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 945 time: 0.0694487 Jun 30 09:36:10.174664 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cf31d521-5635-4946-a7aa-73f97758236a req-d1cca74e-3898-4ebc-ad0b-979553d9807b tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Jun 30 09:36:10.334475 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51836) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:10.381638 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-4619e4ba-8b8a-4349-bc53-d8dbba5bc201 admin admin] Deleting subnet 37e9cd73-4f95-4e10-bd94-b27b05e46fc2 {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:10.384732 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4619e4ba-8b8a-4349-bc53-d8dbba5bc201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.418240 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4619e4ba-8b8a-4349-bc53-d8dbba5bc201 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.457551 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4619e4ba-8b8a-4349-bc53-d8dbba5bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.509385 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4619e4ba-8b8a-4349-bc53-d8dbba5bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.540913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619e4ba-8b8a-4349-bc53-d8dbba5bc201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e9cd73-4f95-4e10-bd94-b27b05e46fc2,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:10.542898 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4619e4ba-8b8a-4349-bc53-d8dbba5bc201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.545384 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-4619e4ba-8b8a-4349-bc53-d8dbba5bc201 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/37e9cd73-4f95-4e10-bd94-b27b05e46fc2 HTTP/1.1" status: 204 len: 168 time: 0.2092586 Jun 30 09:36:10.547193 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51838) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:10.613051 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.692269 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.701712 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:10.713057 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917a01ef-48e4-48f3-812b-a0215723a3f2') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:10.713285 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917a01ef-48e4-48f3-812b-a0215723a3f2') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:10.723384 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.736796 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.743199 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:10.743604 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:10.745338 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:10.801051 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.808753 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.810674 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] 10.222.0.70 "DELETE /v2.0/networks/0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf HTTP/1.1" status: 204 len: 168 time: 0.2625558 Jun 30 09:36:10.821670 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1e320-7b38-4ef2-a52c-a78531644b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1b7eea-76a0-4fb8-b8c1-ca7378f604cf,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:10.929746 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 51842) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:10.970556 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-47d0d980-ad04-437d-9a23-e7d52344d197 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20fa16f0309f4e8dbd56c37d03749f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394421 Jun 30 09:36:10.973575 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 51844) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:11.020984 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-37779182-c821-438c-ba8d-63ef3baa44e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.046309 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-37779182-c821-438c-ba8d-63ef3baa44e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.092214 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-37779182-c821-438c-ba8d-63ef3baa44e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.094770 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-37779182-c821-438c-ba8d-63ef3baa44e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.096618 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-37779182-c821-438c-ba8d-63ef3baa44e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a58c812-29ac-4e62-b1e9-342258b7422b HTTP/1.1" status: 204 len: 168 time: 0.1214650 Jun 30 09:36:11.105125 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37779182-c821-438c-ba8d-63ef3baa44e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a58c812-29ac-4e62-b1e9-342258b7422b,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:11.277256 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e856e9-b05c-4330-b3a5-84dc2ed6dc8c req-2c01b631-9fa2-4a18-adcd-4de51bdabfe6 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:11.279124 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e8e856e9-b05c-4330-b3a5-84dc2ed6dc8c req-2c01b631-9fa2-4a18-adcd-4de51bdabfe6 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0724249 Jun 30 09:36:11.327230 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e8e856e9-b05c-4330-b3a5-84dc2ed6dc8c req-6419a4bf-d41e-477a-a2af-570f0f260b7e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 Jun 30 09:36:11.379270 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337337fc-8fb3-40db-b742-d4fd19f1bc5e req-e3431119-d498-4811-8168-c59eff54037c tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:11.381107 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-337337fc-8fb3-40db-b742-d4fd19f1bc5e req-e3431119-d498-4811-8168-c59eff54037c tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 945 time: 0.0772901 Jun 30 09:36:11.424893 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-337337fc-8fb3-40db-b742-d4fd19f1bc5e req-2af83d00-4564-4eeb-8e43-6f3c9cf62b52 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/security-groups?id=64c5d836-74c3-455a-8266-0084e46b09c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368979 Jun 30 09:36:12.091260 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-8cf7238c-53b7-4575-91c8-706a52303a0b tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.092991 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-8cf7238c-53b7-4575-91c8-706a52303a0b tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.91 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 945 time: 0.0638182 Jun 30 09:36:12.196699 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Deleting port a9f085d9-36cc-402a-a469-120e36ec2c62 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:12.197037 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.288163 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] For port a9f085d9-36cc-402a-a469-120e36ec2c62, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a9f085d9-36cc-402a-a469-120e36ec2c62,segment=NetworkSegment(42e891a1-27de-445f-85fa-4c403d7dd0f2),segment_id=42e891a1-27de-445f-85fa-4c403d7dd0f2)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:12.288511 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.299928 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Calling delete_port for a9f085d9-36cc-402a-a469-120e36ec2c62 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:12.429076 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.444397 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['a9f085d9-36cc-402a-a469-120e36ec2c62'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:12.461013 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Pushing event deleted for resources: {'Port': ['ID=a9f085d9-36cc-402a-a469-120e36ec2c62,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:12.470682 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.471171 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.471779 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.471779 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.472044 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.472373 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.472700 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.473362 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.473362 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.473651 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.473941 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.474256 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:12.523619 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] No DVR routers for this DVR port a9f085d9-36cc-402a-a469-120e36ec2c62 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:12.526242 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.528248 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2f2f3cf6-5cba-4458-a1e6-31727109921d req-5f93fefc-2063-4380-9754-8d9d32ecc202 tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.91 "DELETE /v2.0/ports/a9f085d9-36cc-402a-a469-120e36ec2c62 HTTP/1.1" status: 204 len: 173 time: 0.4275653 Jun 30 09:36:12.528683 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de525fe4-3356-41b8-b145-4979f47ce47d', 'name': 'network-vif-deleted', 'tag': 'a9f085d9-36cc-402a-a469-120e36ec2c62'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:12.530974 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a52438-134f-476f-83a4-cf48c92a9454" -d '{"events": [{"server_uuid": "de525fe4-3356-41b8-b145-4979f47ce47d", "name": "network-vif-deleted", "tag": "a9f085d9-36cc-402a-a469-120e36ec2c62"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:12.536045 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f068e7-918d-4f90-8b79-bfa7861d1e5c req-3dfe04a4-2d15-405c-81e1-089ac68a76f8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.538245 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-57f068e7-918d-4f90-8b79-bfa7861d1e5c req-3dfe04a4-2d15-405c-81e1-089ac68a76f8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0911305 Jun 30 09:36:12.586132 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-57f068e7-918d-4f90-8b79-bfa7861d1e5c req-bd9d191d-6795-4665-a855-5bd49f3ebfb3 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Jun 30 09:36:12.590872 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e484bb32-9f59-470c-81c5-420685722eb6 req-6bf407e1-930e-451e-9d6c-49763660f89e tempest-VolumesActionsTest-800945575 tempest-VolumesActionsTest-800945575-project] 10.222.0.70 "GET /v2.0/ports?device_id=de525fe4-3356-41b8-b145-4979f47ce47d HTTP/1.1" status: 200 len: 210 time: 0.0305817 Jun 30 09:36:12.635155 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9554a0-cef5-446c-86ee-50963799988c x-openstack-request-id: req-3c9554a0-cef5-446c-86ee-50963799988c {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:12.635449 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de525fe4-3356-41b8-b145-4979f47ce47d", "name": "network-vif-deleted", "tag": "a9f085d9-36cc-402a-a469-120e36ec2c62", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:12.635931 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c9554a0-cef5-446c-86ee-50963799988c {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:12.636209 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de525fe4-3356-41b8-b145-4979f47ce47d', 'name': 'network-vif-deleted', 'tag': 'a9f085d9-36cc-402a-a469-120e36ec2c62', 'status': 'completed', 'code': 200} Jun 30 09:36:13.763744 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f2bdb-7215-4e8a-879c-b4384782aa82 req-3ac55f31-be19-49c9-a8cf-1e93ead45044 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.765234 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0e7f2bdb-7215-4e8a-879c-b4384782aa82 req-3ac55f31-be19-49c9-a8cf-1e93ead45044 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0647597 Jun 30 09:36:13.809022 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0e7f2bdb-7215-4e8a-879c-b4384782aa82 req-fe06903b-88d1-4a6c-8244-603cfcc7b57e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372586 Jun 30 09:36:14.984576 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a963b4-6ccb-4e1c-9c3c-38ec04a6e5da req-aaecb501-4b58-461d-ad3c-6263cf6b0b80 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.986043 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e7a963b4-6ccb-4e1c-9c3c-38ec04a6e5da req-aaecb501-4b58-461d-ad3c-6263cf6b0b80 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0645046 Jun 30 09:36:15.024353 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e7a963b4-6ccb-4e1c-9c3c-38ec04a6e5da req-4707909a-63b2-46c3-9863-a082c8b4f2bf tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Jun 30 09:36:16.197096 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda4ca5-bab3-4632-9ebd-712964f3c16b req-ae09185e-9ac0-490d-b49e-52585f4a6466 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:16.198608 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4dda4ca5-bab3-4632-9ebd-712964f3c16b req-ae09185e-9ac0-490d-b49e-52585f4a6466 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0638297 Jun 30 09:36:16.236002 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4dda4ca5-bab3-4632-9ebd-712964f3c16b req-bb4eb169-6e28-48f9-be6a-0685a1b83591 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317321 Jun 30 09:36:16.584199 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device a9f085d9-36cc-402a-a469-120e36ec2c62 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:16.604236 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: a9f085d9-36cc-402a-a469-120e36ec2c62 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:16.604580 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device a9f085d9-36cc-402a-a469-120e36ec2c62 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:17.418303 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03451a18-4d15-46c7-852a-0abb65e62ae4 req-a740b450-7173-4bff-a45d-b8d28fdf3d02 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:17.419824 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-03451a18-4d15-46c7-852a-0abb65e62ae4 req-a740b450-7173-4bff-a45d-b8d28fdf3d02 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0663056 Jun 30 09:36:17.460406 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-03451a18-4d15-46c7-852a-0abb65e62ae4 req-e79a10d2-f643-4674-9157-b5d0b367832b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338669 Jun 30 09:36:18.528044 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9d63-46ea-4742-ad7f-afed0375031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.678134 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299e0f4-b2d5-4fa9-a3d8-3ac8cbecddde req-459d42ae-6bc9-444b-aa25-496605763802 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.680104 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0299e0f4-b2d5-4fa9-a3d8-3ac8cbecddde req-459d42ae-6bc9-444b-aa25-496605763802 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0843723 Jun 30 09:36:18.722411 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0299e0f4-b2d5-4fa9-a3d8-3ac8cbecddde req-62eb6d8a-b29b-4348-812c-da45b2e7da0b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362232 Jun 30 09:36:19.464579 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd2a78-7179-4077-98fa-397d052ebed6 req-24bd7bb7-bc6c-47a4-a5cb-101967b16ee1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.466627 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f8dd2a78-7179-4077-98fa-397d052ebed6 req-24bd7bb7-bc6c-47a4-a5cb-101967b16ee1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1458342 Jun 30 09:36:19.513463 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-8f78bff8-2e3d-485f-8892-813e583dbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.515127 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-8f78bff8-2e3d-485f-8892-813e583dbc2f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=90e6e06138244797a6765257011330e8&device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1138 time: 0.2485771 Jun 30 09:36:19.556559 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f8dd2a78-7179-4077-98fa-397d052ebed6 req-33a0fda3-8fe4-4061-a5f5-b7b9f43ab829 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819147 Jun 30 09:36:19.635944 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-4c73232e-c6b9-4b50-95ab-018ef28686d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.637700 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-4c73232e-c6b9-4b50-95ab-018ef28686d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 200 len: 916 time: 0.1114335 Jun 30 09:36:19.738738 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-33576cdf-3dfa-4c03-a13d-b2d8e842c3c8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 1000 time: 0.0896339 Jun 30 09:36:19.840694 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-30ebbdc4-a1e4-44a3-a32f-896866f603f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.842301 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-30ebbdc4-a1e4-44a3-a32f-896866f603f0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4601baad-31c9-4325-af1e-4ad964aa9141 HTTP/1.1" status: 200 len: 854 time: 0.0622041 Jun 30 09:36:19.947235 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-db38ce15-44d0-4998-8b28-4949e5920e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.948947 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-db38ce15-44d0-4998-8b28-4949e5920e76 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931206 Jun 30 09:36:19.949201 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8f581-b31f-4e65-bfc5-4cfb47cc9ce8 req-115399c7-9a79-4ccd-a8b7-5e0ba70ea924 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.957410 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-53d8f581-b31f-4e65-bfc5-4cfb47cc9ce8 req-115399c7-9a79-4ccd-a8b7-5e0ba70ea924 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1073208 Jun 30 09:36:20.028124 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-53d8f581-b31f-4e65-bfc5-4cfb47cc9ce8 req-1051f569-5c5c-4ff8-bb02-de2b84eeb5e0 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688827 Jun 30 09:36:20.069550 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-23c998d4-6791-4226-8c66-0e93f6f66532 service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107748 Jun 30 09:36:20.172429 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8cb91418-111a-4526-95a0-df4b945b89d1 req-6cdde79a-58d1-4026-bbc8-db04f616308d service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944247 Jun 30 09:36:20.805921 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6001bb8-5f07-461b-b827-2881b755a0e6 req-73cca229-4e26-46b5-95f0-5be8c65b35e1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:20.809272 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d6001bb8-5f07-461b-b827-2881b755a0e6 req-73cca229-4e26-46b5-95f0-5be8c65b35e1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1100376 Jun 30 09:36:20.875869 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d6001bb8-5f07-461b-b827-2881b755a0e6 req-f119063a-516e-4cac-8647-df865e38dcd0 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593145 Jun 30 09:36:21.098750 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a8eb-a769-4762-a9cb-fb6e4978fd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.238006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89f58-8b60-433e-8bc3-445ee735c6ff req-43eaedb8-1a7b-4da6-a77a-192573b6f0ad tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.240196 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3eb89f58-8b60-433e-8bc3-445ee735c6ff req-43eaedb8-1a7b-4da6-a77a-192573b6f0ad tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0963914 Jun 30 09:36:21.243321 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d795-c95b-494e-bc85-e7820fa547e2 req-7df434ac-9882-4deb-8465-4db79db48d36 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.251252 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6128d795-c95b-494e-bc85-e7820fa547e2 req-7df434ac-9882-4deb-8465-4db79db48d36 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0814481 Jun 30 09:36:21.298804 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3eb89f58-8b60-433e-8bc3-445ee735c6ff req-cacac8a0-0ca0-4603-8aa1-be660f53f961 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525353 Jun 30 09:36:21.312699 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6128d795-c95b-494e-bc85-e7820fa547e2 req-c57539f6-5405-454b-9fc4-5ed2bc5e36be tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601234 Jun 30 09:36:21.389083 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.081173 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea67a09-cee9-4c7c-b3b0-f4ae87b045dc req-ec23322e-a44c-4380-b458-e207cb13d559 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:22.082662 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dea67a09-cee9-4c7c-b3b0-f4ae87b045dc req-ec23322e-a44c-4380-b458-e207cb13d559 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0906284 Jun 30 09:36:22.140211 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dea67a09-cee9-4c7c-b3b0-f4ae87b045dc req-28ed2264-05ef-4dff-ba98-a23b36458217 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454314 Jun 30 09:36:22.499391 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3db821-0797-43b1-8339-3af65d0f805c req-0c93f4dc-5e9a-4f66-aa62-378b6bdb9e50 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:22.501178 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7b3db821-0797-43b1-8339-3af65d0f805c req-0c93f4dc-5e9a-4f66-aa62-378b6bdb9e50 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0712881 Jun 30 09:36:22.535293 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a3e13-86a9-4f78-a29f-aca92844adac req-d40d8d90-defb-4c64-9432-01b8e1ca39e7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:22.537503 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c87a3e13-86a9-4f78-a29f-aca92844adac req-d40d8d90-defb-4c64-9432-01b8e1ca39e7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.0834053 Jun 30 09:36:22.543811 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.554670 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7b3db821-0797-43b1-8339-3af65d0f805c req-8f6338b4-c5cb-4742-b195-d89d731aaf22 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468860 Jun 30 09:36:22.585912 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c87a3e13-86a9-4f78-a29f-aca92844adac req-261cbb55-3a38-4b77-972b-d143237026ca tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 Jun 30 09:36:22.620957 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.357248 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9b977-bf9a-4874-9d6b-8e9f062f5d15 req-7af7eb39-2ab6-4e0a-aa50-991ed7c96d5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:23.364196 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5cf9b977-bf9a-4874-9d6b-8e9f062f5d15 req-7af7eb39-2ab6-4e0a-aa50-991ed7c96d5e tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1025069 Jun 30 09:36:23.423671 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5cf9b977-bf9a-4874-9d6b-8e9f062f5d15 req-31561e58-ff05-4b8f-8ffd-accfd1094ada tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565550 Jun 30 09:36:23.449654 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-ebed01f8-156c-4dcf-932e-ceac19c70fb9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:23.450930 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-ebed01f8-156c-4dcf-932e-ceac19c70fb9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.1375282 Jun 30 09:36:23.567407 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Deleting port ce7796f4-09e4-445b-beef-7657b0b12c55 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:23.568123 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.837047 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] For port ce7796f4-09e4-445b-beef-7657b0b12c55, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ce7796f4-09e4-445b-beef-7657b0b12c55,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:23.837415 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.865127 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-f2491a2f-d814-4f43-8ae2-e122ea5da750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:23.867301 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-f2491a2f-d814-4f43-8ae2-e122ea5da750 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 1099 time: 0.1120231 Jun 30 09:36:23.881473 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c978-25b1-44c1-98e5-60790c2e68ba req-5b5653a5-bb43-4b98-9955-4cd9ea1f3ff9 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:23.884922 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6821c978-25b1-44c1-98e5-60790c2e68ba req-5b5653a5-bb43-4b98-9955-4cd9ea1f3ff9 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1421888 Jun 30 09:36:23.927218 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.993918 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6821c978-25b1-44c1-98e5-60790c2e68ba req-74380e1f-e8b4-4484-8674-57149568103e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991580 Jun 30 09:36:24.035878 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72005d-c8fc-4d19-a492-8aa04ca80bf5 req-e2f69898-520c-4822-9405-6d20dec9204b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.037468 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0e72005d-c8fc-4d19-a492-8aa04ca80bf5 req-e2f69898-520c-4822-9405-6d20dec9204b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 946 time: 0.2659280 Jun 30 09:36:24.066000 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-74a50f61-0499-4a12-884a-691a66bf55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.067884 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-74a50f61-0499-4a12-884a-691a66bf55d1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 912 time: 0.1647069 Jun 30 09:36:24.164449 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-6223729a-6471-4a13-8fa8-dd782ee73bb4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a649d619-f9de-4523-9c2e-498456d0dbe1 HTTP/1.1" status: 200 len: 1002 time: 0.0823395 Jun 30 09:36:24.165249 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0e72005d-c8fc-4d19-a492-8aa04ca80bf5 req-2b7f9a7c-5b8b-405c-9ed8-28680a3129a0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=428abbbe-6301-479a-af4f-aceeeafb9297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931563 Jun 30 09:36:24.198674 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.199388 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.199880 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Floating IP ede92b9f-aaf0-4f51-828b-75d048416120 disassociated. External IP: 172.27.3.206, port: ce7796f4-09e4-445b-beef-7657b0b12c55. Jun 30 09:36:24.200387 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Calling delete_port for ce7796f4-09e4-445b-beef-7657b0b12c55 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:24.310359 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-b8f439c7-6ec0-4fe8-a43a-23843ae23dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.311992 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-b8f439c7-6ec0-4fe8-a43a-23843ae23dd5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.1405361 Jun 30 09:36:24.441724 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-14e7f8c3-f303-41a8-8cd4-7971384e3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.443323 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-14e7f8c3-f303-41a8-8cd4-7971384e3511 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1199710 Jun 30 09:36:24.608077 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-5f8cbd22-e735-4066-b18d-bcd0592a0aaa service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513894 Jun 30 09:36:24.664493 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.700597 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event deleted for resources: {'Port': ['ID=ce7796f4-09e4-445b-beef-7657b0b12c55,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:24.778300 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60da7c-cde9-42ae-be4d-17b4bf4351ff req-c32c941c-6f74-42a9-bf40-c96bbfe7c661 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.786913 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f60da7c-cde9-42ae-be4d-17b4bf4351ff req-c32c941c-6f74-42a9-bf40-c96bbfe7c661 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1772766 Jun 30 09:36:24.814053 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bc1c53aa-133c-43ca-9538-cea69b5d400d req-baeb75bc-e0ff-4f3b-ab43-c4a356c57260 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945105 Jun 30 09:36:24.851932 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7f60da7c-cde9-42ae-be4d-17b4bf4351ff req-78ac010c-591f-453e-8788-15a9e2d730c1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638759 Jun 30 09:36:24.920721 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Router 3d008038-0c11-4cf1-9ed4-23908eb81301 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:25.102980 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:25.115989 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] Sync routers for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:25.131142 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:25.132059 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:36:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:25.249156 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] No DVR routers for this DVR port ce7796f4-09e4-445b-beef-7657b0b12c55 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:25.257128 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.259954 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-25602939-118d-4e56-bbfd-8290f7b7fdb1 req-e942e43a-7a86-4f85-b068-8bd6abe76b55 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "DELETE /v2.0/ports/ce7796f4-09e4-445b-beef-7657b0b12c55 HTTP/1.1" status: 204 len: 173 time: 1.8018980 Jun 30 09:36:25.261617 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-deleted', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:25.264120 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f78d650-b9a7-49da-9f22-ee020c0f799b" -d '{"events": [{"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-deleted", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:25.319548 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf3029-143c-4ebf-9fcc-498985a020cf req-71bb6049-ce15-4f52-b305-0418926c8579 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.319548 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d5bf3029-143c-4ebf-9fcc-498985a020cf req-71bb6049-ce15-4f52-b305-0418926c8579 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1456301 Jun 30 09:36:25.347450 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:25.384280 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d5bf3029-143c-4ebf-9fcc-498985a020cf req-607ce8ef-bdf6-4acd-a0ba-78afb77e7c60 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567398 Jun 30 09:36:25.486968 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cc971496-9ede-475c-9110-8bec508177d2 req-43a02fbe-5c75-4401-949e-bbe8dd026def tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=d652dd33-1b67-48e5-a4dc-4df085a8d7d7 HTTP/1.1" status: 200 len: 210 time: 0.1038756 Jun 30 09:36:25.541387 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f73a7cf-69e0-4fbc-a588-4651ab0217e1 x-openstack-request-id: req-1f73a7cf-69e0-4fbc-a588-4651ab0217e1 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:25.541771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d652dd33-1b67-48e5-a4dc-4df085a8d7d7", "name": "network-vif-deleted", "tag": "ce7796f4-09e4-445b-beef-7657b0b12c55", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:25.542092 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f73a7cf-69e0-4fbc-a588-4651ab0217e1 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:25.542553 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd652dd33-1b67-48e5-a4dc-4df085a8d7d7', 'name': 'network-vif-deleted', 'tag': 'ce7796f4-09e4-445b-beef-7657b0b12c55', 'status': 'completed', 'code': 200} Jun 30 09:36:25.702986 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:25.737438 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] Checking router: 3d008038-0c11-4cf1-9ed4-23908eb81301 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:25.746788 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:25.747614 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:36:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:25.957159 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:26.000794 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24237372-90d4-485c-81b5-acfb3829be31 req-f47c1158-65c6-4854-b010-d2eb41e87ea8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.008044 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-24237372-90d4-485c-81b5-acfb3829be31 req-f47c1158-65c6-4854-b010-d2eb41e87ea8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1046722 Jun 30 09:36:26.137339 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-24237372-90d4-485c-81b5-acfb3829be31 req-65ffda01-40ee-49f3-b4eb-6e7297eec0b1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282997 Jun 30 09:36:26.147546 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-aa75e72f-3f40-4151-af94-6f08e41cdf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.150892 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-aa75e72f-3f40-4151-af94-6f08e41cdf95 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 1099 time: 0.1923282 Jun 30 09:36:26.201996 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551a37-331c-4d6f-9d97-0e34cd575c0b req-4cfd7f23-6d08-4d1e-aa78-91a7d65fe51f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.203650 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-22551a37-331c-4d6f-9d97-0e34cd575c0b req-4cfd7f23-6d08-4d1e-aa78-91a7d65fe51f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1490829 Jun 30 09:36:26.300409 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-22551a37-331c-4d6f-9d97-0e34cd575c0b req-e8913dd0-2566-4985-86cb-690d6b63e3ad tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877414 Jun 30 09:36:26.320623 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-9ee39ac4-ada4-4ba5-8b55-457631d3cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.322906 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-9ee39ac4-ada4-4ba5-8b55-457631d3cbfa service neutron] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 912 time: 0.1585708 Jun 30 09:36:26.325248 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:26.383780 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: ce7796f4-09e4-445b-beef-7657b0b12c55 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:26.384162 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ce7796f4-09e4-445b-beef-7657b0b12c55 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:26.405632 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-bbc375c0-0977-40b1-8a26-1fcc24c14981 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a649d619-f9de-4523-9c2e-498456d0dbe1 HTTP/1.1" status: 200 len: 1002 time: 0.0697148 Jun 30 09:36:26.435189 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:26.478462 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-9a12c09f-d790-4b3c-a02e-413009774311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.479723 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e59896c-68fb-4ed9-86eb-c698b8bc3305 None None] The sync data for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi is: [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:26.481386 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-9a12c09f-d790-4b3c-a02e-413009774311 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.0656548 Jun 30 09:36:26.620775 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-c81de63c-947c-4097-b47b-33f6f6316336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.622495 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-c81de63c-947c-4097-b47b-33f6f6316336 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1263156 Jun 30 09:36:26.680229 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52066) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:26.797768 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a45e4361-542f-46cb-b5e3-9595b0f0c51a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.801709 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-6f7f0481-5d1b-4120-82e1-78fb03abdd80 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623483 Jun 30 09:36:26.849500 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a45e4361-542f-46cb-b5e3-9595b0f0c51a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.915176 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a45e4361-542f-46cb-b5e3-9595b0f0c51a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.921591 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a45e4361-542f-46cb-b5e3-9595b0f0c51a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.923290 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a45e4361-542f-46cb-b5e3-9595b0f0c51a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "DELETE /v2.0/security-groups/428abbbe-6301-479a-af4f-aceeeafb9297 HTTP/1.1" status: 204 len: 168 time: 0.2407451 Jun 30 09:36:26.928663 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52072) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:26.936402 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200b68c-c1aa-4f09-935b-34d0535a015e None None] New status for floating IP ede92b9f-aaf0-4f51-828b-75d048416120: DOWN {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:26.950299 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.api.v2.resource [None req-fa345565-2d73-4371-8ddc-c84405b8eeb7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] show failed (client error): The resource could not be found. Jun 30 09:36:26.951627 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-fa345565-2d73-4371-8ddc-c84405b8eeb7 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups/428abbbe-6301-479a-af4f-aceeeafb9297 HTTP/1.1" status: 404 len: 347 time: 0.0216160 Jun 30 09:36:26.956281 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52074) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:26.957277 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e4361-542f-46cb-b5e3-9595b0f0c51a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428abbbe-6301-479a-af4f-aceeeafb9297,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:27.019373 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d186274f-c943-4de0-8944-8a262e4f6d55 req-06afa305-7fd8-43ce-815a-57c589f1f117 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084470 Jun 30 09:36:27.137167 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Deleting port 20168764-5caa-4cee-9a75-3bd3ac54bb53 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:27.137809 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.259429 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.259824 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.276761 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Calling delete_port for 20168764-5caa-4cee-9a75-3bd3ac54bb53 owned by network:floatingip {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:27.504172 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.537140 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event deleted for resources: {'Port': ['ID=20168764-5caa-4cee-9a75-3bd3ac54bb53,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:27.575845 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646711c-3814-4c63-b84b-1c69656afd76 req-fbb19ef0-f48d-40dc-b1f0-f19fabbe7f8a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.586714 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0646711c-3814-4c63-b84b-1c69656afd76 req-fbb19ef0-f48d-40dc-b1f0-f19fabbe7f8a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1196649 Jun 30 09:36:27.606491 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111f6ab-c41a-4665-83a0-f55d9801198a req-09617fe5-4934-4056-9d9b-d0ab736c8274 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.608140 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6111f6ab-c41a-4665-83a0-f55d9801198a req-09617fe5-4934-4056-9d9b-d0ab736c8274 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1964476 Jun 30 09:36:27.635677 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.638253 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.667417 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-a498e5c5-c744-43bb-9509-fb880660531a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "DELETE /v2.0/floatingips/ede92b9f-aaf0-4f51-828b-75d048416120 HTTP/1.1" status: 204 len: 168 time: 0.7100000 Jun 30 09:36:27.682398 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0646711c-3814-4c63-b84b-1c69656afd76 req-467f2ab1-d69b-4265-a89a-ad8afb92446a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926552 Jun 30 09:36:27.732498 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6111f6ab-c41a-4665-83a0-f55d9801198a req-b68cdd5a-dfb5-49b1-8a61-d200660b8a02 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171141 Jun 30 09:36:28.149338 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52086) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:28.154862 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-87a6db45-043b-45a3-953c-64d2b7dd43f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455859576', 'description': 'tempest-description--1623111685'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:28.208888 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-87a6db45-043b-45a3-953c-64d2b7dd43f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.332919 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-87a6db45-043b-45a3-953c-64d2b7dd43f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.337825 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-87a6db45-043b-45a3-953c-64d2b7dd43f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.369591 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6db45-043b-45a3-953c-64d2b7dd43f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf22490-c2fd-4cc1-b56d-3024c8319837,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.387195 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-87a6db45-043b-45a3-953c-64d2b7dd43f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.389742 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-87a6db45-043b-45a3-953c-64d2b7dd43f0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2391956 Jun 30 09:36:28.393353 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52088) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:28.398197 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-b0455311-9fe5-473c-a6eb-ba4887d7c94a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'security_group_rule': {'security_group_id': 'abf22490-c2fd-4cc1-b56d-3024c8319837', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:28.448785 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0455311-9fe5-473c-a6eb-ba4887d7c94a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.508001 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0455311-9fe5-473c-a6eb-ba4887d7c94a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.512351 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0455311-9fe5-473c-a6eb-ba4887d7c94a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.531396 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0455311-9fe5-473c-a6eb-ba4887d7c94a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1f6ad4-0b98-4ff8-bbc4-ca8b7b2be0c8,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.539872 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0455311-9fe5-473c-a6eb-ba4887d7c94a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.541155 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b0455311-9fe5-473c-a6eb-ba4887d7c94a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467280 Jun 30 09:36:28.543994 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52090) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:28.549746 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-669d11fe-da16-4fa5-b9a8-8f2a48bc3f86 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'security_group_rule': {'security_group_id': 'abf22490-c2fd-4cc1-b56d-3024c8319837', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:28.584268 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-669d11fe-da16-4fa5-b9a8-8f2a48bc3f86 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.667910 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-669d11fe-da16-4fa5-b9a8-8f2a48bc3f86 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.674202 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-669d11fe-da16-4fa5-b9a8-8f2a48bc3f86 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.704094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d11fe-da16-4fa5-b9a8-8f2a48bc3f86 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c59ae88-3609-4335-bcd4-e9bc6d4f9e99,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.713492 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-669d11fe-da16-4fa5-b9a8-8f2a48bc3f86 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.714748 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-669d11fe-da16-4fa5-b9a8-8f2a48bc3f86 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697354 Jun 30 09:36:28.717872 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52092) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:28.725936 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:28.756664 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.016285 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03212f6c-4b6a-42eb-8d4f-1d8897652bd6 req-916009b3-2ac3-49f4-b72d-f17244f6c7d2 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:29.020887 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f39b3d-6dce-49f1-bafa-125c73402bcf req-eb16ea72-0cdb-4f53-bcb3-e18503f04c03 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:29.022421 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-56f39b3d-6dce-49f1-bafa-125c73402bcf req-eb16ea72-0cdb-4f53-bcb3-e18503f04c03 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0952551 Jun 30 09:36:29.030778 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-03212f6c-4b6a-42eb-8d4f-1d8897652bd6 req-916009b3-2ac3-49f4-b72d-f17244f6c7d2 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1706991 Jun 30 09:36:29.058410 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.084514 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-56f39b3d-6dce-49f1-bafa-125c73402bcf req-2c0c3ae2-4190-484b-a125-3dce247d0a38 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526941 Jun 30 09:36:29.085815 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-03212f6c-4b6a-42eb-8d4f-1d8897652bd6 req-46ffd2d7-8d04-4e57-a493-641013ff06c4 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537536 Jun 30 09:36:29.204451 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Allocated IP 172.27.3.238 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/50e5dd3d-187c-4b98-a13c-931fe21ee221) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:29.335471 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.390724 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.440365 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:29.445812 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:29.448602 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:29.475506 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'Port': ['ID=50e5dd3d-187c-4b98-a13c-931fe21ee221,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:29.577652 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.647064 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.815898 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.822270 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.896352 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'Port': ['ID=50e5dd3d-187c-4b98-a13c-931fe21ee221,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:29.914216 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.930617 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.939803 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-48038110-450a-4ba8-8581-25f79d053717 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2202270 Jun 30 09:36:30.106874 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-6ae23681-3960-485f-8f11-4ac2fc01e3ea tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1455859576&fields=id&tenant_id=b6ed3c3a185c4129b8190b83655ae519 HTTP/1.1" status: 200 len: 267 time: 0.0350978 Jun 30 09:36:30.258308 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d090-e988-4a14-bb87-9a0699f7078c req-f660119a-c110-4d48-8980-9f6074345bf3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:30.266145 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-f660119a-c110-4d48-8980-9f6074345bf3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 816 time: 0.1510844 Jun 30 09:36:30.286642 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-39ef82fe-76c0-4a6c-97a9-239148543c88 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/quotas/b6ed3c3a185c4129b8190b83655ae519 HTTP/1.1" status: 200 len: 375 time: 0.0202947 Jun 30 09:36:30.344633 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602829a4-eee4-42e0-8073-48a52a95bc83 req-07d696eb-1fac-477c-8434-3ad0d39a63e1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:30.351911 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-602829a4-eee4-42e0-8073-48a52a95bc83 req-07d696eb-1fac-477c-8434-3ad0d39a63e1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1028819 Jun 30 09:36:30.383244 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-7f729ece-db79-4899-85cd-fda85c00fbc9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936277 Jun 30 09:36:30.416232 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-602829a4-eee4-42e0-8073-48a52a95bc83 req-fedcc7d5-d3d1-430e-a8b8-1311f6b0e0f1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630617 Jun 30 09:36:30.602334 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-f9e22fa7-3c49-4389-ba57-d36a88c53114 service neutron] 10.222.0.70 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098238 Jun 30 09:36:30.726652 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-5992d777-d02a-4e42-a259-653257a8df31 service neutron] 10.222.0.70 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130652 Jun 30 09:36:30.953967 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-36740b59-3e12-4466-8a1b-67220334796b req-a65f54b3-775d-461e-a91e-fba83a12592b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 210 time: 0.0477953 Jun 30 09:36:31.652110 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181a9b8-ea71-447a-bfb5-4dd9cab1ed7e req-133b1fe8-5b27-4bc8-84f6-bea2d8154572 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:31.654762 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9181a9b8-ea71-447a-bfb5-4dd9cab1ed7e req-133b1fe8-5b27-4bc8-84f6-bea2d8154572 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0770760 Jun 30 09:36:31.702415 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9181a9b8-ea71-447a-bfb5-4dd9cab1ed7e req-ecc04619-debc-4407-8bc7-cf69e08f0952 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404749 Jun 30 09:36:32.127549 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-872ec657-dc63-4ae4-bf4d-262597cc940b req-c98acad7-0e5f-4a88-b322-452d4faa9b33 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 210 time: 0.0335979 Jun 30 09:36:32.572065 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d090-e988-4a14-bb87-9a0699f7078c req-9ccac9e9-f953-4cd7-b15f-e32dbdd3d14a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:32.578941 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-9ccac9e9-f953-4cd7-b15f-e32dbdd3d14a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 816 time: 0.1990840 Jun 30 09:36:32.628946 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-02dd7c84-1a7c-4793-b167-005a758ed139 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ed3c3a185c4129b8190b83655ae519 HTTP/1.1" status: 200 len: 380 time: 0.0461562 Jun 30 09:36:32.640529 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'port': {'device_id': 'bc230092-3012-40ba-9e27-8276df83509d', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'admin_state_up': True, 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'security_groups': ['abf22490-c2fd-4cc1-b56d-3024c8319837']}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:32.764423 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Made reservation on behalf of b6ed3c3a185c4129b8190b83655ae519 for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:32.768829 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.913383 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7ab5c-73b9-4936-a60b-6f42e41874c7 req-2d61ca27-c655-4230-a9a0-913a2eb64b30 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:32.914939 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b6d7ab5c-73b9-4936-a60b-6f42e41874c7 req-2d61ca27-c655-4230-a9a0-913a2eb64b30 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0664532 Jun 30 09:36:32.916912 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Allocated IP 172.20.0.6 (8cdefca6-db5e-4ed5-afdb-b6d200ceedc3/a49c0f50-dbb0-46e5-bb2a-59f90a352b4d/0ed022fd-8db9-4535-843a-c5e98350cb79) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:32.978336 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b6d7ab5c-73b9-4936-a60b-6f42e41874c7 req-d365db72-0455-40db-a6aa-2bd4ec10e0e6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521047 Jun 30 09:36:33.099833 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.118808 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Transition to ACTIVE for port object 0ed022fd-8db9-4535-843a-c5e98350cb79 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:33.161717 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.207556 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:33.210996 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:33.215082 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:33.250678 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.284909 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.285981 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.306172 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e1ebdf2f-9584-40c8-a3a6-237b969e977a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6717680 Jun 30 09:36:33.321844 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Request body: {'port': {'device_id': 'bc230092-3012-40ba-9e27-8276df83509d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:33.474462 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.493169 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486e791-ed4a-464d-a9df-1f62081a2046 req-31b91c11-540f-4bb5-abfa-fabda816bf4a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.494692 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1486e791-ed4a-464d-a9df-1f62081a2046 req-31b91c11-540f-4bb5-abfa-fabda816bf4a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 931 time: 0.1364503 Jun 30 09:36:33.574143 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1486e791-ed4a-464d-a9df-1f62081a2046 req-54a9a971-6513-4a84-bdd3-9a9163b22edd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726221 Jun 30 09:36:33.574633 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-08b505d1-be3b-4b75-a33e-e0062526357a None None] Provisioning for port 0ed022fd-8db9-4535-843a-c5e98350cb79 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:33.580294 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-08b505d1-be3b-4b75-a33e-e0062526357a None None] Provisioning complete for port 0ed022fd-8db9-4535-843a-c5e98350cb79 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:33.581375 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-08b505d1-be3b-4b75-a33e-e0062526357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.622332 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-08b505d1-be3b-4b75-a33e-e0062526357a None None] Port 0ed022fd-8db9-4535-843a-c5e98350cb79 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:33.828457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed022fd-8db9-4535-843a-c5e98350cb79 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:33.836834 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.850477 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Transition to ACTIVE for port object 0ed022fd-8db9-4535-843a-c5e98350cb79 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:33.855743 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.952594 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:34.018102 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Attempting to bind port 0ed022fd-8db9-4535-843a-c5e98350cb79 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:34.018480 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Attempting to bind port 0ed022fd-8db9-4535-843a-c5e98350cb79 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:34.018811 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Attempting to bind port 0ed022fd-8db9-4535-843a-c5e98350cb79 on network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:34.023482 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Port 0ed022fd-8db9-4535-843a-c5e98350cb79 on network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:34.023944 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Attempting to bind port 0ed022fd-8db9-4535-843a-c5e98350cb79 on network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:34.035861 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:34.036317 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Checking segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:34.037045 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Bound using segment: {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:34.037860 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Bound port: 0ed022fd-8db9-4535-843a-c5e98350cb79, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:34.038587 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.192943 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:34.195761 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f9c3-8849-484e-b9dd-a69105e916b9 req-487edd66-66f9-4a6c-afb8-3cea1ebcf517 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.201221 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5b83f9c3-8849-484e-b9dd-a69105e916b9 req-487edd66-66f9-4a6c-afb8-3cea1ebcf517 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0928309 Jun 30 09:36:34.201616 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:34.210001 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.260649 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.261019 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.262525 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] 10.222.0.91 "PUT /v2.0/ports/0ed022fd-8db9-4535-843a-c5e98350cb79 HTTP/1.1" status: 200 len: 1093 time: 0.9458516 Jun 30 09:36:34.263223 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:34.265806 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf8fb5e-8a74-408e-9a68-207adf24fa29" -d '{"events": [{"name": "network-changed", "server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:34.290042 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5b83f9c3-8849-484e-b9dd-a69105e916b9 req-474adcf0-e137-469a-b5db-395d1e5fc5ed tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640619 Jun 30 09:36:34.316587 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d60073-96b6-4371-b5dd-0ade8130e0ec service neutron] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:34.344416 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cc909e-8036-451f-b10b-d30e82486ed3 x-openstack-request-id: req-c7cc909e-8036-451f-b10b-d30e82486ed3 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:34.344955 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:34.346052 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7cc909e-8036-451f-b10b-d30e82486ed3 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:34.346585 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'status': 'completed', 'code': 200} Jun 30 09:36:34.425634 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d090-e988-4a14-bb87-9a0699f7078c req-03a70c48-699f-4875-8d64-bf142ca88408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.427201 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-03a70c48-699f-4875-8d64-bf142ca88408 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 1096 time: 0.0891635 Jun 30 09:36:34.482003 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-aefecfda-4053-42fa-a05f-1cec237018d7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed022fd-8db9-4535-843a-c5e98350cb79 HTTP/1.1" status: 200 len: 217 time: 0.0414529 Jun 30 09:36:34.541809 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d090-e988-4a14-bb87-9a0699f7078c req-3691b813-7c1e-4e88-aa3a-963a80071a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.543310 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-3691b813-7c1e-4e88-aa3a-963a80071a6f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0553615 Jun 30 09:36:34.624082 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d090-e988-4a14-bb87-9a0699f7078c req-f7805976-180c-4e2c-8c06-c2dc6a7c45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.625563 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-f7805976-180c-4e2c-8c06-c2dc6a7c45dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658221 Jun 30 09:36:34.746651 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-61dfb78d-d53f-41ad-b284-55bf6fbbe564 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069701 Jun 30 09:36:34.822145 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e342-3c96-4cce-90ad-be68295b4f33 req-bfb97e66-c34b-402a-85a1-4b0857340a90 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.824407 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ab31e342-3c96-4cce-90ad-be68295b4f33 req-bfb97e66-c34b-402a-85a1-4b0857340a90 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0962687 Jun 30 09:36:34.874145 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6609d090-e988-4a14-bb87-9a0699f7078c req-8b5891c4-babe-47b0-bcf6-db718af12601 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179368 Jun 30 09:36:34.876848 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ab31e342-3c96-4cce-90ad-be68295b4f33 req-ee144bbb-b6cf-48fe-990d-f4ec8632f1dd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Jun 30 09:36:35.001402 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-7902045d-a84e-43e6-b420-1f7c86ee990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:35.003422 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-7902045d-a84e-43e6-b420-1f7c86ee990b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 1096 time: 0.0582502 Jun 30 09:36:35.115543 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-a18f4206-1b02-4d43-adc7-d1999784dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:35.117019 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-a18f4206-1b02-4d43-adc7-d1999784dc4c service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.1021664 Jun 30 09:36:35.168730 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-75b69ea9-656f-40b8-b031-475367100eb1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed022fd-8db9-4535-843a-c5e98350cb79 HTTP/1.1" status: 200 len: 217 time: 0.0425813 Jun 30 09:36:35.228808 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-2d8b7ee8-0220-4854-aa86-f87a5b231758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:35.230408 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-2d8b7ee8-0220-4854-aa86-f87a5b231758 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0526488 Jun 30 09:36:35.295078 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-64824402-098e-4e0b-b226-d718b7a16c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:35.296698 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-64824402-098e-4e0b-b226-d718b7a16c12 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551717 Jun 30 09:36:35.401568 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-ddf57601-fa48-4665-8a0f-3db01c68c096 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943208 Jun 30 09:36:35.540057 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0bf8fb5e-8a74-408e-9a68-207adf24fa29 req-b6f5fbc4-4716-4458-945c-dfaa62039af1 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283875 Jun 30 09:36:35.558112 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900caf9d-864f-4843-bb46-293eb3d423df req-eb374908-3680-4e07-8b03-a39d4840e1b6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:35.559749 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-900caf9d-864f-4843-bb46-293eb3d423df req-eb374908-3680-4e07-8b03-a39d4840e1b6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1010091 Jun 30 09:36:35.617448 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-900caf9d-864f-4843-bb46-293eb3d423df req-e4b51272-7dae-41c2-9287-bfd040a7ada7 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459757 Jun 30 09:36:36.075591 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136275-65fd-4856-a6b1-1825f75b501c req-7a1c6a54-6631-40aa-bb97-9cc6e127122e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:36.077913 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a3136275-65fd-4856-a6b1-1825f75b501c req-7a1c6a54-6631-40aa-bb97-9cc6e127122e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0691781 Jun 30 09:36:36.120731 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a3136275-65fd-4856-a6b1-1825f75b501c req-ba05a2ab-130c-4f9f-b0df-82c44ae4c826 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354187 Jun 30 09:36:36.792314 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c0015-cc42-43f0-a2f8-0b10f5761487 req-9f0f70e1-571a-400d-9f6e-3d599455a53f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:36.793720 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8c7c0015-cc42-43f0-a2f8-0b10f5761487 req-9f0f70e1-571a-400d-9f6e-3d599455a53f tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0662997 Jun 30 09:36:36.833879 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8c7c0015-cc42-43f0-a2f8-0b10f5761487 req-598f3651-c9f0-4e9a-91e1-575a93cbc3f7 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342634 Jun 30 09:36:37.307568 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0aefb-ab7f-44d4-9cea-86ac358076d7 req-0edf0e37-a4ea-4b09-9924-418e9c18e622 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:37.309250 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-45c0aefb-ab7f-44d4-9cea-86ac358076d7 req-0edf0e37-a4ea-4b09-9924-418e9c18e622 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0697310 Jun 30 09:36:37.351438 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-45c0aefb-ab7f-44d4-9cea-86ac358076d7 req-94037c5c-5571-493b-aaa3-45bd92333a39 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361705 Jun 30 09:36:37.739262 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:38.012718 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd4194-3fe3-4c03-8401-00bc524fc3b1 req-ab85c9f9-ab37-45e8-9e10-e813576c4227 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:38.014196 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d0dd4194-3fe3-4c03-8401-00bc524fc3b1 req-ab85c9f9-ab37-45e8-9e10-e813576c4227 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0633848 Jun 30 09:36:38.054162 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d0dd4194-3fe3-4c03-8401-00bc524fc3b1 req-9c39a8da-1274-47bd-8e72-387975483bda tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329781 Jun 30 09:36:38.395695 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:38.498210 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:38.511819 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'port_id': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'mac_address': 'fa:16:3e:31:bb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:38.528268 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30622aa5-b7dc-443c-aaec-d424a1d56124 req-550eee97-2829-4b11-8bee-5cec5eeb9cc9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:38.529756 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-30622aa5-b7dc-443c-aaec-d424a1d56124 req-550eee97-2829-4b11-8bee-5cec5eeb9cc9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0633545 Jun 30 09:36:38.549910 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.562548 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed022fd-8db9-4535-843a-c5e98350cb79 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:38.570311 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-30622aa5-b7dc-443c-aaec-d424a1d56124 req-1cdfa1b1-239c-46b4-ba72-da5b02d7b865 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340269 Jun 30 09:36:38.583054 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:38.587041 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.633780 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:38.786676 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52276) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:38.829356 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9640054f-2c57-4cc1-a3a8-6a69cb6ceada admin admin] Deleting subnet 7c65c8c4-ad88-4b68-b64e-f05fdd436f08 {{(pid=92901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:38.832641 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9640054f-2c57-4cc1-a3a8-6a69cb6ceada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.869478 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9640054f-2c57-4cc1-a3a8-6a69cb6ceada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6053691'] for subnet, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.875741 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['0ed022fd-8db9-4535-843a-c5e98350cb79'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:38.907168 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9640054f-2c57-4cc1-a3a8-6a69cb6ceada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.961090 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9640054f-2c57-4cc1-a3a8-6a69cb6ceada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758247'] for subnet, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.984282 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640054f-2c57-4cc1-a3a8-6a69cb6ceada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c65c8c4-ad88-4b68-b64e-f05fdd436f08,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:38.990480 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-9640054f-2c57-4cc1-a3a8-6a69cb6ceada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.992977 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-9640054f-2c57-4cc1-a3a8-6a69cb6ceada admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7c65c8c4-ad88-4b68-b64e-f05fdd436f08 HTTP/1.1" status: 204 len: 168 time: 0.2046759 Jun 30 09:36:38.994767 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52278) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:39.064468 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.141308 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.151919 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7095bd-94c6-449b-8bd7-1faab801872e']}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:39.163078 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e891a1-27de-445f-85fa-4c403d7dd0f2') {'for_net_delete': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:39.163294 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e891a1-27de-445f-85fa-4c403d7dd0f2') {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:39.171993 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6053682'] for segment, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.213458 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.221951 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=92901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:39.222331 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262919'] for segment, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: Traceback (most recent call last): Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: timer() Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: cb(*args, **kw) Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: return func(*args, **kwargs) Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: self._notify() Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: self.callback(batched_events) Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: event.method(event) Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: return f(self, *a, **k) Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._get(url).json() Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:39.223945 dv-cinder-793515-7-iscsi neutron-server[92901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:39.283668 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.308156 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daa6da-f6c1-45d2-b9c6-3ed6bcb9dcff req-8bf1c04f-eca1-446f-9ad1-4fcd5e4af289 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:39.309658 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d9daa6da-f6c1-45d2-b9c6-3ed6bcb9dcff req-8bf1c04f-eca1-446f-9ad1-4fcd5e4af289 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.1358571 Jun 30 09:36:39.310621 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.312377 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bc7095bd-94c6-449b-8bd7-1faab801872e HTTP/1.1" status: 204 len: 168 time: 0.3166878 Jun 30 09:36:39.313709 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904caefd-bdaf-4171-88a8-e903f1b65e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7095bd-94c6-449b-8bd7-1faab801872e,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:39.353696 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d9daa6da-f6c1-45d2-b9c6-3ed6bcb9dcff req-547b166c-4af8-4792-9f06-8a06503c2487 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371211 Jun 30 09:36:39.480023 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52284) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:39.525061 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-773c87ee-a026-408b-ac90-f4bc32df9dd4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ae7d771e03745ee83d8207a8077f560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438569 Jun 30 09:36:39.527564 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52286) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:39.574421 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-96697ef6-29ad-49f5-a907-1eef69d6ef6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.595138 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-96697ef6-29ad-49f5-a907-1eef69d6ef6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.640497 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-96697ef6-29ad-49f5-a907-1eef69d6ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.643632 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-96697ef6-29ad-49f5-a907-1eef69d6ef6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.644809 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-96697ef6-29ad-49f5-a907-1eef69d6ef6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64c5d836-74c3-455a-8266-0084e46b09c4 HTTP/1.1" status: 204 len: 168 time: 0.1163044 Jun 30 09:36:39.652493 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96697ef6-29ad-49f5-a907-1eef69d6ef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c5d836-74c3-455a-8266-0084e46b09c4,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:39.759172 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bd904-4c91-46ed-b275-dd3034f78628 req-8e53b8f2-6714-42d5-b169-6c91a4a6f01d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:39.760812 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7b8bd904-4c91-46ed-b275-dd3034f78628 req-8e53b8f2-6714-42d5-b169-6c91a4a6f01d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 944 time: 0.0661638 Jun 30 09:36:39.799123 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7b8bd904-4c91-46ed-b275-dd3034f78628 req-3e4ee932-f6c2-40f5-b7a1-128d9516c10c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325751 Jun 30 09:36:40.405493 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:40.458926 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 0ed022fd-8db9-4535-843a-c5e98350cb79 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:40.463410 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 0ed022fd-8db9-4535-843a-c5e98350cb79 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:40.463919 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.544764 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccec8d8-7e8d-42a0-ae95-8fd549d15cd8 req-f02de86a-b871-4891-8ded-b0434de0c1b8 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:40.547019 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bccec8d8-7e8d-42a0-ae95-8fd549d15cd8 req-f02de86a-b871-4891-8ded-b0434de0c1b8 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0712235 Jun 30 09:36:40.553620 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.578544 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:40.581973 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aa034c-e8d9-46d9-bc32-7cdc3d610f4a" -d '{"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:40.599252 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:40.605270 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.613710 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bccec8d8-7e8d-42a0-ae95-8fd549d15cd8 req-a64d8d68-e877-466f-902f-5ea7b02ae8a5 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559144 Jun 30 09:36:40.660175 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:40.796491 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca93a93-513b-4fc5-ab19-e7cca3039ff8 x-openstack-request-id: req-8ca93a93-513b-4fc5-ab19-e7cca3039ff8 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:40.796781 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:40.797030 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ca93a93-513b-4fc5-ab19-e7cca3039ff8 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:40.797504 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'code': 200} Jun 30 09:36:40.988885 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfabb8-f4df-4aee-8e43-93a234a56f7c req-27e29c1e-4ece-44ec-9596-41f8f52d4f73 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:40.990378 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bddfabb8-f4df-4aee-8e43-93a234a56f7c req-27e29c1e-4ece-44ec-9596-41f8f52d4f73 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0709813 Jun 30 09:36:41.059897 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-bddfabb8-f4df-4aee-8e43-93a234a56f7c req-e1f23918-d7cf-4cab-8aac-a903021882cf tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583391 Jun 30 09:36:41.076100 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d658a-9604-4611-b7c1-344db78001e1 req-d340f036-4630-4281-a949-7694255ee355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:41.077581 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2d5d658a-9604-4611-b7c1-344db78001e1 req-d340f036-4630-4281-a949-7694255ee355 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 1098 time: 0.0830770 Jun 30 09:36:41.113730 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2d5d658a-9604-4611-b7c1-344db78001e1 req-905876a6-4793-4e7d-a3c0-7c9379664463 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280049 Jun 30 09:36:41.779794 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f13d96-35d4-4ecc-bc47-404076c40e56 req-ddba7b1c-9b75-4a46-b313-d9ec60b36fd9 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:41.781248 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d6f13d96-35d4-4ecc-bc47-404076c40e56 req-ddba7b1c-9b75-4a46-b313-d9ec60b36fd9 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0627694 Jun 30 09:36:41.822755 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d6f13d96-35d4-4ecc-bc47-404076c40e56 req-9c38629b-2e3a-4a8d-916e-dc36b6390ee6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&id=8baccf1f-57c5-47b1-a8a0-fbf297773738&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351362 Jun 30 09:36:42.238169 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba10d8-0f55-45c0-a1d2-45c653e2cc43 req-36b148d5-9473-4a54-9fe6-aaeff851b4cc tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:42.239828 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a8ba10d8-0f55-45c0-a1d2-45c653e2cc43 req-36b148d5-9473-4a54-9fe6-aaeff851b4cc tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0638335 Jun 30 09:36:42.285766 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a8ba10d8-0f55-45c0-a1d2-45c653e2cc43 req-42545ff5-10a0-4f93-a614-6d8b4caafa78 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Jun 30 09:36:43.468421 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced2e3f-c21c-4dcf-ae07-686372db45b3 req-551fb97b-a17d-4547-ac3e-da3e6a53728f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:43.469903 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ced2e3f-c21c-4dcf-ae07-686372db45b3 req-551fb97b-a17d-4547-ac3e-da3e6a53728f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0655689 Jun 30 09:36:43.509602 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5ced2e3f-c21c-4dcf-ae07-686372db45b3 req-cff57923-c4da-4841-8482-a36a5e4e4a3a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Jun 30 09:36:43.680266 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48516f-1b8c-4af5-81a7-137f2b0ca2fa req-5bfb244b-66b6-410f-930c-d0d6dd098d4c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:43.681978 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1a48516f-1b8c-4af5-81a7-137f2b0ca2fa req-5bfb244b-66b6-410f-930c-d0d6dd098d4c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0617125 Jun 30 09:36:43.690996 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52344) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:43.695338 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Request body: {'floatingip': {'port_id': '0ed022fd-8db9-4535-843a-c5e98350cb79'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:43.732328 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.426798 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.432038 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.529622 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Floating IP b677dcfa-8afe-4e46-a16e-7dca8f6b2006 associated. External IP: 172.27.3.238, port: 0ed022fd-8db9-4535-843a-c5e98350cb79. Jun 30 09:36:44.733994 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Router 3d008038-0c11-4cf1-9ed4-23908eb81301 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:44.839162 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:44.843960 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.852690 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] Sync routers for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:44.862785 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:44.863452 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:36:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:44.881778 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-74f95757-fad1-4981-8bf8-cf5b6d6ecd5c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "PUT /v2.0/floatingips/b677dcfa-8afe-4e46-a16e-7dca8f6b2006 HTTP/1.1" status: 200 len: 991 time: 1.1897147 Jun 30 09:36:44.882375 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:44.884887 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:44.928263 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5428a143-bf6a-42b4-b6db-65b59c016f8f x-openstack-request-id: req-5428a143-bf6a-42b4-b6db-65b59c016f8f {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:44.928655 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:44.929007 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5428a143-bf6a-42b4-b6db-65b59c016f8f {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:44.929527 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'status': 'completed', 'code': 200} Jun 30 09:36:45.089636 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:45.310594 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'b677dcfa-8afe-4e46-a16e-7dca8f6b2006', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'port_id': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'mac_address': 'fa:16:3e:31:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc230092-3012-40ba-9e27-8276df83509d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:29Z', 'updated_at': '2021-06-30T09:36:44Z', 'revision_number': 1, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:45.337986 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] Checking router: 3d008038-0c11-4cf1-9ed4-23908eb81301 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:45.346668 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:45.347310 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:36:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:45.457526 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:45.464634 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-19fc2b88-788d-47ac-be59-14c6e0a957c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.466139 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-19fc2b88-788d-47ac-be59-14c6e0a957c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 1098 time: 0.0551281 Jun 30 09:36:45.558611 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-05134d3e-d5f5-44a6-a386-d6501249a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.560136 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-05134d3e-d5f5-44a6-a386-d6501249a5e8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.0872674 Jun 30 09:36:45.626055 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-a1137356-3c2e-46a2-92d6-b1b2b3c2800a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed022fd-8db9-4535-843a-c5e98350cb79 HTTP/1.1" status: 200 len: 999 time: 0.0590982 Jun 30 09:36:45.681659 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-bf3a48e2-0c7c-43a2-b8f2-bfa892aa065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.683382 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-bf3a48e2-0c7c-43a2-b8f2-bfa892aa065b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0476270 Jun 30 09:36:45.685723 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'b677dcfa-8afe-4e46-a16e-7dca8f6b2006', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'port_id': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'mac_address': 'fa:16:3e:31:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc230092-3012-40ba-9e27-8276df83509d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:29Z', 'updated_at': '2021-06-30T09:36:44Z', 'revision_number': 1, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:45.728666 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09555-6a9b-49bb-8e2d-0c1f376e6d1e None None] The sync data for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi is: [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': 'b677dcfa-8afe-4e46-a16e-7dca8f6b2006', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'port_id': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'mac_address': 'fa:16:3e:31:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc230092-3012-40ba-9e27-8276df83509d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:29Z', 'updated_at': '2021-06-30T09:36:44Z', 'revision_number': 1, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:45.759412 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-b6ffb820-f9b4-4d76-aa8e-7fcaa4d1ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.760933 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-b6ffb820-f9b4-4d76-aa8e-7fcaa4d1ef0a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705600 Jun 30 09:36:45.854504 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-c0be4dff-6ef1-4c41-857e-397e78e76ca5 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854585 Jun 30 09:36:45.925014 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cea62-b8d6-4f0d-b3d3-6a90bcbc70cd None None] New status for floating IP b677dcfa-8afe-4e46-a16e-7dca8f6b2006: ACTIVE {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:45.956652 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0c344100-e3c7-4320-9cc5-bc3a154fcc0d req-e76589f9-6d31-4cc2-8a01-467bfbee6d0c service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938613 Jun 30 09:36:48.529668 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bc4f16c0-3a71-4116-a8ef-3973b97cb77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.074086 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d6a44a59-1625-4300-a60e-362f5ff7e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.384197 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.549589 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.610271 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.920506 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.061561 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52462) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:00.163553 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.249783 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.255240 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.294257 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97acc9554ae942e8b6289a0a001a4f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316489 Jun 30 09:37:00.295159 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ff09b-39f9-4d7b-a08b-4a05b0891716,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:00.297157 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52466) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:00.303516 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.303872 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.304220 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.304562 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.304898 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.305260 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.305590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.305914 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.306248 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.306570 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.307191 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.307514 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7afdb5-f4f3-4de3-bd99-cdbf246e8ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:00.351861 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-675d5302-f8a3-472f-a6c2-7f569eea186f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.373051 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-675d5302-f8a3-472f-a6c2-7f569eea186f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.422011 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-675d5302-f8a3-472f-a6c2-7f569eea186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.425270 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-675d5302-f8a3-472f-a6c2-7f569eea186f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.426411 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-675d5302-f8a3-472f-a6c2-7f569eea186f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/508ff09b-39f9-4d7b-a08b-4a05b0891716 HTTP/1.1" status: 204 len: 168 time: 0.1279290 Jun 30 09:37:00.434845 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d5302-f8a3-472f-a6c2-7f569eea186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ff09b-39f9-4d7b-a08b-4a05b0891716,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:14.738158 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:37:18.530450 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-70c7f621-5a20-41d9-8873-db64bd67005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.078270 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-2527b055-5c95-4987-b9ac-d05f1e738a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.388414 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.547956 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.612321 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.714757 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-22b57b06-fd7f-40b1-bfff-6c973016f475 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957681519&fields=id&tenant_id=90e6e06138244797a6765257011330e8 HTTP/1.1" status: 200 len: 267 time: 0.0336435 Jun 30 09:37:23.780069 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-8aa06b96-e1eb-42fb-a0f0-387a3cb647b0 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:23.781447 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-8aa06b96-e1eb-42fb-a0f0-387a3cb647b0 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 985 time: 0.0612402 Jun 30 09:37:23.793458 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Request body: {'port': {'security_groups': ['c31343fe-4ece-4305-ade1-0e057f2561e8']}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:23.888154 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.928865 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.061340 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] For port fc3baac9-baa7-4c40-a198-370209a05978, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc3baac9-baa7-4c40-a198-370209a05978,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:24.091706 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.096372 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.110019 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['fc3baac9-baa7-4c40-a198-370209a05978'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:24.138579 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.139237 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.144405 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e29ce510-83ab-4e12-bab8-edfd4bddfbb0 req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "PUT /v2.0/ports/fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 943 time: 0.3543391 Jun 30 09:37:24.145398 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:24.147323 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52528) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:24.147937 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:24.186135 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1920b-f96b-4c50-8d57-162080f62b36 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event updated for resources: {'Port': ['ID=fc3baac9-baa7-4c40-a198-370209a05978,revision_number=7']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:24.226134 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.259156 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.270698 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['fc3baac9-baa7-4c40-a198-370209a05978'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:24.339464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.342093 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.346325 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "DELETE /v2.0/security-groups/8baccf1f-57c5-47b1-a8a0-fbf297773738 HTTP/1.1" status: 204 len: 168 time: 0.1970971 Jun 30 09:37:24.347482 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52534) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:24.356601 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baccf1f-57c5-47b1-a8a0-fbf297773738,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:24.369008 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.369533 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.370025 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.370570 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.371123 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.371654 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.372168 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.372688 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.373214 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.373739 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.374252 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.374769 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c2578-bb01-46f8-8493-07d7ce6dfab6 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:24.480611 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e45056-37fe-4331-a7f8-06189b11b861 x-openstack-request-id: req-54e45056-37fe-4331-a7f8-06189b11b861 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:24.480611 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:24.480611 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54e45056-37fe-4331-a7f8-06189b11b861 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:24.480611 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978', 'status': 'completed', 'code': 200} Jun 30 09:37:24.486443 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-59eaa53b-d160-477c-aff4-d3460ae76521 None None] Provisioning complete for port fc3baac9-baa7-4c40-a198-370209a05978 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:24.487009 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-59eaa53b-d160-477c-aff4-d3460ae76521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.545943 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Deleting port 9dd0f43e-cb11-491b-b98c-41902335470a {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:24.546363 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.560243 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-3dbe1d06-714e-4c88-89ad-7551067eebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.561786 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-3dbe1d06-714e-4c88-89ad-7551067eebac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=90e6e06138244797a6765257011330e8&device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1099 time: 0.0597241 Jun 30 09:37:24.626058 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.626302 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.638169 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Calling delete_port for 9dd0f43e-cb11-491b-b98c-41902335470a owned by network:floatingip {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:24.663457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-997ae2b6-325a-4e90-aa66-0b4dd29a2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.665242 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-997ae2b6-325a-4e90-aa66-0b4dd29a2d99 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 200 len: 916 time: 0.0924044 Jun 30 09:37:24.734308 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-e8466d35-39a0-4c5e-a5d5-a99b254614c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 1000 time: 0.0619495 Jun 30 09:37:24.785475 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-7a8d1328-9d3f-4f20-896f-db36f413c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.786984 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-7a8d1328-9d3f-4f20-896f-db36f413c140 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4601baad-31c9-4325-af1e-4ad964aa9141 HTTP/1.1" status: 200 len: 854 time: 0.0448129 Jun 30 09:37:24.829590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.854752 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-5c4f7a53-3a87-4226-9f84-4c506146f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.856387 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-5c4f7a53-3a87-4226-9f84-4c506146f7d0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565147 Jun 30 09:37:24.857705 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event deleted for resources: {'Port': ['ID=9dd0f43e-cb11-491b-b98c-41902335470a,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:24.923019 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks [] for floatingip, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.923357 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.l3_db [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Floating IP f436d56d-509b-40ea-8ac3-6f5b6d578fec disassociated (deleted). External IP: 172.27.3.6, port: fc3baac9-baa7-4c40-a198-370209a05978. Jun 30 09:37:24.947300 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-8c22b139-000f-4da4-ae2e-811a8482699c service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828860 Jun 30 09:37:25.041665 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3af08d2-ce0c-4ece-8b8e-f4ff6d45cd50 req-c768618f-8372-44c2-8001-ab916ff39e1c service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876133 Jun 30 09:37:25.130998 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:25.236397 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:25.241912 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.247855 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] Sync routers for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:25.257370 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:25.258002 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:25.370038 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:25.530879 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-23b5a425-6561-4bc5-b419-710343eaa0dc tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "DELETE /v2.0/floatingips/f436d56d-509b-40ea-8ac3-6f5b6d578fec HTTP/1.1" status: 204 len: 168 time: 1.1821592 Jun 30 09:37:25.576873 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 5, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:25.603722 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] Checking router: 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:25.612194 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:25.612894 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:25.683476 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-6b9cb25f-23bf-473b-b5a3-4e918fea2c83 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565257 Jun 30 09:37:25.738207 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:25.760564 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-5bf41d50-3489-4bb5-9260-bdfcc8bf2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.762139 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-5bf41d50-3489-4bb5-9260-bdfcc8bf2085 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0542336 Jun 30 09:37:25.908040 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-08895c56-c9d6-49aa-9359-46bcbecc5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.910343 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-08895c56-c9d6-49aa-9359-46bcbecc5683 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 200 len: 910 time: 0.1237535 Jun 30 09:37:25.983669 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 5, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:25.984280 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-e92b0ff8-f92a-4909-8dce-638e470f0487 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 200 len: 1002 time: 0.0666795 Jun 30 09:37:26.014188 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7566e3-b4c1-4259-b579-e8699c398ac1 None None] The sync data for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi is: [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:33:56Z', 'revision_number': 4, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '471e4979-3625-4649-a633-c7528a2e44dc', 'name': '', 'network_id': '64f5b3cc-fc8c-4684-bfa4-b730236d6a37', 'tenant_id': '90e6e06138244797a6765257011330e8', 'mac_address': 'fa:16:3e:c4:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:34:04Z', 'revision_number': 5, 'project_id': '90e6e06138244797a6765257011330e8', 'subnets': [{'id': '4601baad-31c9-4325-af1e-4ad964aa9141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:26.037293 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-320be98d-ba94-4a18-85c9-fa46fb60a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.038753 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-320be98d-ba94-4a18-85c9-fa46fb60a202 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eafda67-63d6-4eb8-8d98-1632ee3e5122 HTTP/1.1" status: 200 len: 848 time: 0.0454025 Jun 30 09:37:26.102109 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-156e3bd5-0c9c-4290-92d0-58f0b00f3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.103726 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-156e3bd5-0c9c-4290-92d0-58f0b00f3303 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd27c597-5adc-4a1f-b909-89fd58f61b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581169 Jun 30 09:37:26.202672 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-34151d8c-8c14-4c8a-b185-b5fdecb4cd2f service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907619 Jun 30 09:37:26.230517 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a32724-3c41-4aec-a1ba-2c0a8b10a90f None None] New status for floating IP f436d56d-509b-40ea-8ac3-6f5b6d578fec: DOWN {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:37:26.295509 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0349ae28-9730-47ca-b53f-dee778c7d4f8 req-15d0c11d-87b1-488e-aa95-f85e2fb86dcd service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Jun 30 09:37:26.482514 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:26.484870 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175e046-1ec3-4179-9b0b-90876fa46a00" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:26.520374 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e3aedd-1887-44ec-b35b-58df80b2f429 x-openstack-request-id: req-19e3aedd-1887-44ec-b35b-58df80b2f429 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:26.520658 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "tag": "fc3baac9-baa7-4c40-a198-370209a05978", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:26.520903 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19e3aedd-1887-44ec-b35b-58df80b2f429 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:26.521309 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978', 'status': 'completed', 'code': 200} Jun 30 09:37:26.601928 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-553e017f-c705-408c-8606-489c05b9ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.603516 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-553e017f-c705-408c-8606-489c05b9ca39 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=90e6e06138244797a6765257011330e8&device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 1099 time: 0.0524292 Jun 30 09:37:26.699373 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-644c1b13-98e0-4ee2-94c1-b0a148202b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.700896 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-644c1b13-98e0-4ee2-94c1-b0a148202b80 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 200 len: 916 time: 0.0899358 Jun 30 09:37:26.755436 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-839bbc6e-3014-4aa7-a008-992fe2933f1c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 200 len: 217 time: 0.0415511 Jun 30 09:37:26.804507 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-6b43a997-9217-498d-b61d-789a89fd2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.805966 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-6b43a997-9217-498d-b61d-789a89fd2b28 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4601baad-31c9-4325-af1e-4ad964aa9141 HTTP/1.1" status: 200 len: 854 time: 0.0440750 Jun 30 09:37:26.865141 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-0126b604-72b0-470c-a23e-b9c21e4fb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.866522 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-0126b604-72b0-470c-a23e-b9c21e4fb97a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64f5b3cc-fc8c-4684-bfa4-b730236d6a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518854 Jun 30 09:37:26.963223 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-219b06d2-fe4c-47b7-93e5-96196438555e service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897853 Jun 30 09:37:27.060532 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5175e046-1ec3-4179-9b0b-90876fa46a00 req-02e3d61d-4bba-4c19-a305-3e83d060c4bf service neutron] 10.222.0.91 "GET /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898132 Jun 30 09:37:28.737424 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e0b6d-b4a4-4e0e-a9d4-1a8e0309039b req-2503b26f-af77-4ff4-b272-dfa69b33eb07 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:28.738881 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0f7e0b6d-b4a4-4e0e-a9d4-1a8e0309039b req-2503b26f-af77-4ff4-b272-dfa69b33eb07 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0720072 Jun 30 09:37:28.786305 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-0f7e0b6d-b4a4-4e0e-a9d4-1a8e0309039b req-e86a33bd-29e7-41f4-8d8b-78640c528625 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Jun 30 09:37:29.965399 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d823c88-c247-4423-97db-7a2344c068c6 req-5343b8d2-6dec-40ba-8831-5d4111b5946d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.966868 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3d823c88-c247-4423-97db-7a2344c068c6 req-5343b8d2-6dec-40ba-8831-5d4111b5946d tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0649934 Jun 30 09:37:30.004664 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-3d823c88-c247-4423-97db-7a2344c068c6 req-0e81b603-857b-473d-9e83-c5f18e112dac tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/security-groups?id=c31343fe-4ece-4305-ade1-0e057f2561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Jun 30 09:37:30.697071 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-cb86423b-4b29-4f23-b3af-89b51c836df1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:30.698522 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-cb86423b-4b29-4f23-b3af-89b51c836df1 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 946 time: 0.0676243 Jun 30 09:37:30.812444 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Deleting port fc3baac9-baa7-4c40-a198-370209a05978 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:30.812789 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.920132 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] For port fc3baac9-baa7-4c40-a198-370209a05978, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc3baac9-baa7-4c40-a198-370209a05978,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:30.920499 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.934327 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Calling delete_port for fc3baac9-baa7-4c40-a198-370209a05978 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:31.060734 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.076000 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['fc3baac9-baa7-4c40-a198-370209a05978'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:31.093369 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Pushing event deleted for resources: {'Port': ['ID=fc3baac9-baa7-4c40-a198-370209a05978,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:31.146499 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] No DVR routers for this DVR port fc3baac9-baa7-4c40-a198-370209a05978 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:31.155577 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.157493 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f8b2f71a-455e-485b-8dc2-eb8cc829371a req-d1c8f271-cb58-49ad-92de-88d0a01b9f5a tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.91 "DELETE /v2.0/ports/fc3baac9-baa7-4c40-a198-370209a05978 HTTP/1.1" status: 204 len: 173 time: 0.4527402 Jun 30 09:37:31.157846 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'name': 'network-vif-deleted', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:31.160751 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ebe77-6a54-4456-9b45-f250b3e946b9" -d '{"events": [{"server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "name": "network-vif-deleted", "tag": "fc3baac9-baa7-4c40-a198-370209a05978"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:31.183702 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-289dfe79-a007-45c4-bef0-6416041d42a6 req-3ee4c485-59c4-455e-b105-25800bed0c78 tempest-TestMinimumBasicScenario-585457228 tempest-TestMinimumBasicScenario-585457228-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208 HTTP/1.1" status: 200 len: 210 time: 0.0384548 Jun 30 09:37:31.213550 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eca5398-424d-4a00-be12-dc81cdc53cd0 x-openstack-request-id: req-0eca5398-424d-4a00-be12-dc81cdc53cd0 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:31.214497 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208", "name": "network-vif-deleted", "tag": "fc3baac9-baa7-4c40-a198-370209a05978", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:31.214861 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0eca5398-424d-4a00-be12-dc81cdc53cd0 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:31.215258 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dc0c6d-b86c-4a4f-b9fb-c0002e2a2208', 'name': 'network-vif-deleted', 'tag': 'fc3baac9-baa7-4c40-a198-370209a05978', 'status': 'completed', 'code': 200} Jun 30 09:37:32.951922 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52656) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:33.017807 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadc790-b727-419a-af91-f6b6989d80d5 req-01a2ab3b-7683-486a-9490-7a1c9f38d89d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.020624 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3dadc790-b727-419a-af91-f6b6989d80d5 req-01a2ab3b-7683-486a-9490-7a1c9f38d89d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0834641 Jun 30 09:37:33.064037 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3dadc790-b727-419a-af91-f6b6989d80d5 req-07ca8d7d-9250-4338-afed-25aae8839001 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370727 Jun 30 09:37:33.293296 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a3441-f1ab-462d-9d31-3cd451b151ca req-2b75cf11-35a6-491d-a7d5-02467af74946 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.294752 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-046a3441-f1ab-462d-9d31-3cd451b151ca req-2b75cf11-35a6-491d-a7d5-02467af74946 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1034596 Jun 30 09:37:33.365033 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-046a3441-f1ab-462d-9d31-3cd451b151ca req-3aa13f4d-59f7-4a2f-9250-b361c2ebc9f8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629363 Jun 30 09:37:33.391915 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.641650 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Deleting port 471e4979-3625-4649-a633-c7528a2e44dc {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:33.641879 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.716864 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] For port 471e4979-3625-4649-a633-c7528a2e44dc, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=471e4979-3625-4649-a633-c7528a2e44dc,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:33.717217 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.729463 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Calling delete_port for 471e4979-3625-4649-a633-c7528a2e44dc owned by network:router_interface {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:33.906639 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.935749 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Pushing event deleted for resources: {'Port': ['ID=471e4979-3625-4649-a633-c7528a2e44dc,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:34.106240 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.244864 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17d906-31d3-410a-bb7c-6f8cce9e7c91 req-2a8a6c25-f3da-4044-acd6-0c7468662796 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.246315 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ad17d906-31d3-410a-bb7c-6f8cce9e7c91 req-2a8a6c25-f3da-4044-acd6-0c7468662796 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0658946 Jun 30 09:37:34.284721 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ad17d906-31d3-410a-bb7c-6f8cce9e7c91 req-f68ef4c5-e487-4286-9c03-e7efc064bdf8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328376 Jun 30 09:37:34.320743 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:34.426875 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:34.432095 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-81b18c1f-1bb3-4581-a052-a69ce528359f admin admin] 10.222.0.70 "PUT /v2.0/routers/8534ce5b-3e66-46d0-bbce-3b1b2bcf7118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4788501 Jun 30 09:37:34.434605 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52668) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:34.437188 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] Sync routers for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:34.447623 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:34.448236 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:34.573292 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks [] for router, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.645065 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bfb30-d250-4882-bac5-434f9a480bf2 req-315bf0b9-dbd7-4cab-a98f-3de970e12d9a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.646594 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d04bfb30-d250-4882-bac5-434f9a480bf2 req-315bf0b9-dbd7-4cab-a98f-3de970e12d9a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1542351 Jun 30 09:37:34.688758 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:34.716786 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device fc3baac9-baa7-4c40-a198-370209a05978 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:34.717645 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d04bfb30-d250-4882-bac5-434f9a480bf2 req-70450cd4-e52c-4f2c-aef7-f45ad978acb1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461018 Jun 30 09:37:34.725553 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.768279 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: fc3baac9-baa7-4c40-a198-370209a05978 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:34.769122 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device fc3baac9-baa7-4c40-a198-370209a05978 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:34.789299 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Deleting port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:34.789636 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.880728 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] For port 385d3ffe-4de8-40b7-83c4-8cd600f93ff5, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=385d3ffe-4de8-40b7-83c4-8cd600f93ff5,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:34.881091 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.892682 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Calling delete_port for 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 owned by network:router_gateway {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:34.897829 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:37:33Z', 'revision_number': 5, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port': {'id': '385d3ffe-4de8-40b7-83c4-8cd600f93ff5', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:49Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:34.923718 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] Checking router: 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:34.933115 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] Routers {'8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:34.933739 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:35.029548 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] Set router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 gateway port host: None {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:35.061841 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.082260 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:37:34Z', 'revision_number': 6, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port_host': None}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:35.089141 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Pushing event deleted for resources: {'Port': ['ID=385d3ffe-4de8-40b7-83c4-8cd600f93ff5,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:35.111919 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b1fd4e-16b9-4349-b5c7-23e701277311 None None] The sync data for ids ['8534ce5b-3e66-46d0-bbce-3b1b2bcf7118'] in dv-cinder-793515-7-iscsi is: [{'id': '8534ce5b-3e66-46d0-bbce-3b1b2bcf7118', 'name': 'tempest-TestMinimumBasicScenario-1093409651-router', 'tenant_id': '90e6e06138244797a6765257011330e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:48Z', 'updated_at': '2021-06-30T09:37:34Z', 'revision_number': 6, 'project_id': '90e6e06138244797a6765257011330e8', 'gw_port_host': None}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:35.155152 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.367524 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-bba1d4e6-c6c0-41b4-8f5c-bbc281849306 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:35.369325 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-bba1d4e6-c6c0-41b4-8f5c-bbc281849306 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.0689683 Jun 30 09:37:35.516562 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.519515 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.519729 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f4081-b8be-47b5-bc1e-1244c85a5bf3 req-4c41610b-9088-4c85-9d74-0b7bb0e703b8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:35.521613 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a93f4081-b8be-47b5-bc1e-1244c85a5bf3 req-4c41610b-9088-4c85-9d74-0b7bb0e703b8 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 946 time: 0.1158564 Jun 30 09:37:35.551513 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Deleting port a649d619-f9de-4523-9c2e-498456d0dbe1 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:35.551858 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.587155 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.587791 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 {{(pid=92902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:35.592903 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.594112 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-1de3affa-eb86-4ab9-b617-e45f4a4f1faa admin admin] 10.222.0.70 "DELETE /v2.0/routers/8534ce5b-3e66-46d0-bbce-3b1b2bcf7118 HTTP/1.1" status: 204 len: 168 time: 1.1584530 Jun 30 09:37:35.598328 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52672) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:35.619110 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a93f4081-b8be-47b5-bc1e-1244c85a5bf3 req-5025811b-6c51-433b-b29c-47baf8a52f74 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=625d73c5-9ff1-4467-84b8-53e7809b7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861304 Jun 30 09:37:35.642107 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a1c136-8b71-4876-8d33-62dcf73bebc2 admin admin] Deleting subnet 4601baad-31c9-4325-af1e-4ad964aa9141 {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:35.645979 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-73a1c136-8b71-4876-8d33-62dcf73bebc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.665774 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] For port a649d619-f9de-4523-9c2e-498456d0dbe1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a649d619-f9de-4523-9c2e-498456d0dbe1,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:35.666226 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.684534 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-73a1c136-8b71-4876-8d33-62dcf73bebc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.793952 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-73a1c136-8b71-4876-8d33-62dcf73bebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.844545 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.844956 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.845278 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Floating IP c9366bcd-c30d-44dc-b7e2-629502ab633b disassociated. External IP: 172.27.3.174, port: a649d619-f9de-4523-9c2e-498456d0dbe1. Jun 30 09:37:35.845622 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Calling delete_port for a649d619-f9de-4523-9c2e-498456d0dbe1 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:35.875662 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-73a1c136-8b71-4876-8d33-62dcf73bebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.891893 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-73a1c136-8b71-4876-8d33-62dcf73bebc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.894185 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-73a1c136-8b71-4876-8d33-62dcf73bebc2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4601baad-31c9-4325-af1e-4ad964aa9141 HTTP/1.1" status: 204 len: 168 time: 0.2955732 Jun 30 09:37:35.898926 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23db885-8a4b-49ff-8168-fe509f3009c5 None None] Network 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:35.906442 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52676) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:35.913997 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1c136-8b71-4876-8d33-62dcf73bebc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4601baad-31c9-4325-af1e-4ad964aa9141,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:35.946849 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2e0a-54c0-436d-a0df-2d74ced65ae1 req-6b3c6681-b0b0-49c9-9f7b-9edda704f9cd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:35.950064 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-19de2e0a-54c0-436d-a0df-2d74ced65ae1 req-6b3c6681-b0b0-49c9-9f7b-9edda704f9cd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1090014 Jun 30 09:37:35.980762 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.999420 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-19de2e0a-54c0-436d-a0df-2d74ced65ae1 req-a5fad2ea-c736-4fef-9ecf-04c222463d37 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Jun 30 09:37:36.117184 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] DHCP port deletion for 64f5b3cc-fc8c-4684-bfa4-b730236d6a37 request from dv-cinder-793515-7-iscsi {{(pid=92903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:36.172535 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Deleting port bff2aa7d-0b02-44a3-8506-90c41018e045 {{(pid=92903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:36.173104 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.249882 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] For port bff2aa7d-0b02-44a3-8506-90c41018e045, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=bff2aa7d-0b02-44a3-8506-90c41018e045,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:36.250351 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.269258 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Calling delete_port for bff2aa7d-0b02-44a3-8506-90c41018e045 owned by network:dhcp {{(pid=92903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:36.377397 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Deleting port bff2aa7d-0b02-44a3-8506-90c41018e045 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:36.378720 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.405237 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651'] for port, after_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.419160 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.435562 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Pushing event deleted for resources: {'Port': ['ID=bff2aa7d-0b02-44a3-8506-90c41018e045,revision_number=None']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.443862 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] No DVR routers for this DVR port bff2aa7d-0b02-44a3-8506-90c41018e045 on host dv-cinder-793515-7-iscsi {{(pid=92903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:36.445903 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.446357 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.446814 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.447280 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.447718 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.448153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.448587 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.449018 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.449449 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.449899 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.450333 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.450759 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73c05b-6a13-43dd-b9ac-e5f6ab5d58da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:36.465974 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event deleted for resources: {'Port': ['ID=a649d619-f9de-4523-9c2e-498456d0dbe1,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.481996 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] For port bff2aa7d-0b02-44a3-8506-90c41018e045, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=bff2aa7d-0b02-44a3-8506-90c41018e045,segment=NetworkSegment(19256925-4fb0-423f-af5e-ed5b338e912e),segment_id=19256925-4fb0-423f-af5e-ed5b338e912e)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:36.482288 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.525991 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Calling delete_port for bff2aa7d-0b02-44a3-8506-90c41018e045 owned by network:dhcp {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:36.649967 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:36.668493 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.730390 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff2aa7d-0b02-44a3-8506-90c41018e045,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.736786 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] No DVR routers for this DVR port bff2aa7d-0b02-44a3-8506-90c41018e045 on host dv-cinder-793515-7-iscsi {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:36.822150 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-41afb5a1-0a6b-4cff-a466-7fe76c9be8c0 req-1e041122-3beb-4edf-b456-d4aeda1a02dc tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c50415-7c19-4099-8901-34f237bb5830 HTTP/1.1" status: 200 len: 210 time: 0.0803294 Jun 30 09:37:36.882374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.894991 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f5b3cc-fc8c-4684-bfa4-b730236d6a37']}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:36.897625 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:36.907254 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] Sync routers for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:36.910478 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19256925-4fb0-423f-af5e-ed5b338e912e') {'for_net_delete': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:36.910782 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19256925-4fb0-423f-af5e-ed5b338e912e') {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:36.917199 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:36.917900 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:36.959504 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6053682'] for segment, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.961327 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] No DVR routers for this DVR port a649d619-f9de-4523-9c2e-498456d0dbe1 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:36.967919 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.969810 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-67acf407-fef7-492f-80d0-c36a2e594b79 req-4fb5fb22-f549-4650-b48b-2bf43eac3bb1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "DELETE /v2.0/ports/a649d619-f9de-4523-9c2e-498456d0dbe1 HTTP/1.1" status: 204 len: 173 time: 1.5945804 Jun 30 09:37:36.970255 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c50415-7c19-4099-8901-34f237bb5830', 'name': 'network-vif-deleted', 'tag': 'a649d619-f9de-4523-9c2e-498456d0dbe1'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:36.972903 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed03a53e-60c3-49f6-8d98-9a6cc7600c34" -d '{"events": [{"server_uuid": "44c50415-7c19-4099-8901-34f237bb5830", "name": "network-vif-deleted", "tag": "a649d619-f9de-4523-9c2e-498456d0dbe1"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:36.983112 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.990329 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=92901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:36.990952 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262919'] for segment, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: self.session.flush() Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: self.session.flush() Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: self.session.flush() Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: self.session.flush() Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: Traceback (most recent call last): Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: timer() Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: cb(*args, **kw) Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: return func(*args, **kwargs) Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: self._notify() Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: self.callback(batched_events) Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: event.method(event) Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: return f(self, *a, **k) Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._get(url).json() Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:36.992675 dv-cinder-793515-7-iscsi neutron-server[92901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:37.060126 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d16065-d85c-4898-9c7a-0a0fffccbc46 x-openstack-request-id: req-01d16065-d85c-4898-9c7a-0a0fffccbc46 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:37.060784 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c50415-7c19-4099-8901-34f237bb5830", "name": "network-vif-deleted", "tag": "a649d619-f9de-4523-9c2e-498456d0dbe1", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:37.061395 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01d16065-d85c-4898-9c7a-0a0fffccbc46 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:37.062057 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c50415-7c19-4099-8901-34f237bb5830', 'name': 'network-vif-deleted', 'tag': 'a649d619-f9de-4523-9c2e-498456d0dbe1', 'status': 'completed', 'code': 200} Jun 30 09:37:37.063548 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.071073 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.073721 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/64f5b3cc-fc8c-4684-bfa4-b730236d6a37 HTTP/1.1" status: 204 len: 168 time: 1.1661019 Jun 30 09:37:37.077287 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52684) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:37.087470 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0705f4-d56a-4629-b594-c00fef4f1ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f5b3cc-fc8c-4684-bfa4-b730236d6a37,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:37.129188 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 471e4979-3625-4649-a633-c7528a2e44dc no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:37.160165 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 471e4979-3625-4649-a633-c7528a2e44dc {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:37.160855 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 471e4979-3625-4649-a633-c7528a2e44dc not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:37.161433 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:37.193909 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:37.195392 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 385d3ffe-4de8-40b7-83c4-8cd600f93ff5 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:37.196012 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device bff2aa7d-0b02-44a3-8506-90c41018e045 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:37.202075 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:37.220974 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: bff2aa7d-0b02-44a3-8506-90c41018e045 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:37.221989 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device bff2aa7d-0b02-44a3-8506-90c41018e045 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:37.269474 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4191a9-72fa-4101-959b-ca4bd85ccf7f req-da2236d8-8eac-41f9-8b7a-1e9389076d00 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:37.275014 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ad4191a9-72fa-4101-959b-ca4bd85ccf7f req-da2236d8-8eac-41f9-8b7a-1e9389076d00 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0915315 Jun 30 09:37:37.312110 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ad4191a9-72fa-4101-959b-ca4bd85ccf7f req-65610f24-3a3f-4597-a77c-179ce6775dcd tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347292 Jun 30 09:37:37.418656 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:37.448031 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] Checking router: 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:37.459200 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:37.459992 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:37.510742 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.574590 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:37.779575 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:37.789345 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Deleting port 0f5ead1c-c503-4fdf-81e6-2e383685d88d {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:37.789693 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.805800 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14af9b-e4d7-40b2-8d10-496db0ca2d47 None None] The sync data for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi is: [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:37.871776 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] For port 0f5ead1c-c503-4fdf-81e6-2e383685d88d, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=0f5ead1c-c503-4fdf-81e6-2e383685d88d,segment=NetworkSegment(54c4fc93-dc21-4c4f-96c9-29f7f50466f3),segment_id=54c4fc93-dc21-4c4f-96c9-29f7f50466f3)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:37.872233 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.890194 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Calling delete_port for 0f5ead1c-c503-4fdf-81e6-2e383685d88d owned by network:router_interface {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:37.965195 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52690) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:38.037045 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-882caa1e-9963-459a-91c3-a189abc9bb5c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.062528 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-882caa1e-9963-459a-91c3-a189abc9bb5c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.080367 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4574d9d8-4a85-444b-85e8-fd83eed43402 None None] New status for floating IP c9366bcd-c30d-44dc-b7e2-629502ab633b: DOWN {{(pid=92903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:37:38.090220 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.116883 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5ead1c-c503-4fdf-81e6-2e383685d88d,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:38.140088 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-882caa1e-9963-459a-91c3-a189abc9bb5c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.143116 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-882caa1e-9963-459a-91c3-a189abc9bb5c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.146914 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-882caa1e-9963-459a-91c3-a189abc9bb5c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "DELETE /v2.0/security-groups/625d73c5-9ff1-4467-84b8-53e7809b7a84 HTTP/1.1" status: 204 len: 168 time: 0.1786766 Jun 30 09:37:38.150460 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52692) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:38.163977 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882caa1e-9963-459a-91c3-a189abc9bb5c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625d73c5-9ff1-4467-84b8-53e7809b7a84,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:38.180184 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.api.v2.resource [None req-766ec0f7-4755-4dba-9b1c-9fc54b26d228 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] show failed (client error): The resource could not be found. Jun 30 09:37:38.184116 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-766ec0f7-4755-4dba-9b1c-9fc54b26d228 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups/625d73c5-9ff1-4467-84b8-53e7809b7a84 HTTP/1.1" status: 404 len: 347 time: 0.0296652 Jun 30 09:37:38.184740 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52694) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:38.406743 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.411473 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Deleting port b1a7e625-7efd-4886-83e8-7e9a6543c364 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:38.411814 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.605025 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.605283 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.630807 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Calling delete_port for b1a7e625-7efd-4886-83e8-7e9a6543c364 owned by network:floatingip {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:38.653369 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6cad-11b6-4cfa-bdcd-557e8df2c5e1 req-5a04dd78-568a-426d-8cc5-75cfce4732cb tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:38.654859 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2b6e6cad-11b6-4cfa-bdcd-557e8df2c5e1 req-5a04dd78-568a-426d-8cc5-75cfce4732cb tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1997838 Jun 30 09:37:38.712194 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device a649d619-f9de-4523-9c2e-498456d0dbe1 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:38.735140 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: a649d619-f9de-4523-9c2e-498456d0dbe1 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:38.735497 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device a649d619-f9de-4523-9c2e-498456d0dbe1 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:38.779299 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2b6e6cad-11b6-4cfa-bdcd-557e8df2c5e1 req-7d047c90-c846-439b-8928-91bc781e5897 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174824 Jun 30 09:37:38.849678 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:38.930607 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.992833 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event deleted for resources: {'Port': ['ID=b1a7e625-7efd-4886-83e8-7e9a6543c364,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:39.062622 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:39.068049 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-0dc31e5c-4d39-4d4a-8d18-bd58892ccc38 admin admin] 10.222.0.70 "PUT /v2.0/routers/60ec7d8e-70ad-4140-a1d5-0abcdc51d89a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9897172 Jun 30 09:37:39.070490 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52698) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:39.073013 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] Sync routers for ids ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:39.082782 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] Routers {'60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:39.083466 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:39.112911 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.115450 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.116711 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-db3eba57-db53-475a-adb8-e49649932dc1 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "DELETE /v2.0/floatingips/c9366bcd-c30d-44dc-b7e2-629502ab633b HTTP/1.1" status: 204 len: 168 time: 0.9309704 Jun 30 09:37:39.192117 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks [] for router, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.199360 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] Set router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:39.295230 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.351196 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Deleting port 23f27dc0-b566-4689-8bd3-abcf39d050b3 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:39.351837 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.392702 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:37:38Z', 'revision_number': 5, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port': {'id': '23f27dc0-b566-4689-8bd3-abcf39d050b3', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:02Z', 'updated_at': '2021-06-30T09:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:39.420297 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] Checking router: 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:39.429550 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] Routers {'60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:39.430239 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:39.440129 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] For port 23f27dc0-b566-4689-8bd3-abcf39d050b3, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=23f27dc0-b566-4689-8bd3-abcf39d050b3,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:39.440395 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.451906 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Calling delete_port for 23f27dc0-b566-4689-8bd3-abcf39d050b3 owned by network:router_gateway {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:39.518202 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] Set router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a gateway port host: None {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:39.560893 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52702) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:39.565569 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-cf17cf04-c832-4bef-80be-edc74adf0d9e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348797181', 'description': 'tempest-description--1934403510'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:39.572348 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:37:39Z', 'revision_number': 6, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port_host': None}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:39.592069 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cf17cf04-c832-4bef-80be-edc74adf0d9e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.604088 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd1b22-40a2-4936-9169-0b1d36430c2f None None] The sync data for ids ['60ec7d8e-70ad-4140-a1d5-0abcdc51d89a'] in dv-cinder-793515-7-iscsi is: [{'id': '60ec7d8e-70ad-4140-a1d5-0abcdc51d89a', 'name': 'tempest-TestMinimumBasicScenario-976733041-router', 'tenant_id': '580e40255ee34d8e8fd4be7651cec775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:37:39Z', 'revision_number': 6, 'project_id': '580e40255ee34d8e8fd4be7651cec775', 'gw_port_host': None}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:39.640216 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.664509 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f27dc0-b566-4689-8bd3-abcf39d050b3,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:39.690691 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cf17cf04-c832-4bef-80be-edc74adf0d9e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.694801 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cf17cf04-c832-4bef-80be-edc74adf0d9e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.725661 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-cf17cf04-c832-4bef-80be-edc74adf0d9e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.726907 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-cf17cf04-c832-4bef-80be-edc74adf0d9e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1649849 Jun 30 09:37:39.728543 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.728843 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17cf04-c832-4bef-80be-edc74adf0d9e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcc181b-cb04-478d-a114-7ceb27f560b7,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:39.730413 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52704) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:39.736167 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-8d996ed6-be42-4991-851c-716fd23afaea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'security_group_rule': {'security_group_id': '8bcc181b-cb04-478d-a114-7ceb27f560b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:39.835974 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.839382 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.883497 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8d996ed6-be42-4991-851c-716fd23afaea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.887719 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.888178 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60ec7d8e-70ad-4140-a1d5-0abcdc51d89a {{(pid=92902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:39.899698 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.900830 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b5cc6f4d-794d-41a4-a8b9-1dc745dcfb42 admin admin] 10.222.0.70 "DELETE /v2.0/routers/60ec7d8e-70ad-4140-a1d5-0abcdc51d89a HTTP/1.1" status: 204 len: 168 time: 0.8293557 Jun 30 09:37:39.903636 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52708) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:39.954909 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b8ddec-ee9b-46f6-8912-931c7738bc2b admin admin] Deleting subnet 6490ca7c-6ad0-4ea5-a98a-126bd21fa121 {{(pid=92901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:39.958360 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ddec-ee9b-46f6-8912-931c7738bc2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.988723 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8d996ed6-be42-4991-851c-716fd23afaea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.996064 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ddec-ee9b-46f6-8912-931c7738bc2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6053691'] for subnet, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.999141 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8d996ed6-be42-4991-851c-716fd23afaea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.022606 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0aad0-acfb-4aef-910e-5861dc72c4ec req-af40dafe-02ce-447d-bbf0-069c4e4764c8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:40.024145 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a1e0aad0-acfb-4aef-910e-5861dc72c4ec req-af40dafe-02ce-447d-bbf0-069c4e4764c8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1047044 Jun 30 09:37:40.028981 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d996ed6-be42-4991-851c-716fd23afaea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06414136-02c4-4e3c-828b-cdc9faa05d29,revision_number=0']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.051190 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8d996ed6-be42-4991-851c-716fd23afaea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.054932 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-8d996ed6-be42-4991-851c-716fd23afaea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208816 Jun 30 09:37:40.062004 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52710) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:40.072183 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a1e0aad0-acfb-4aef-910e-5861dc72c4ec req-1a52081c-3e54-4d91-a280-42a3811e2dfe tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390255 Jun 30 09:37:40.083441 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-0bde90ab-cdad-4543-a083-7ea1d098533c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'security_group_rule': {'security_group_id': '8bcc181b-cb04-478d-a114-7ceb27f560b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:40.131203 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ddec-ee9b-46f6-8912-931c7738bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.159521 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0bde90ab-cdad-4543-a083-7ea1d098533c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.220307 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ddec-ee9b-46f6-8912-931c7738bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3262820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2758247'] for subnet, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.256935 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ddec-ee9b-46f6-8912-931c7738bc2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.258816 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d7b8ddec-ee9b-46f6-8912-931c7738bc2b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6490ca7c-6ad0-4ea5-a98a-126bd21fa121 HTTP/1.1" status: 204 len: 168 time: 0.3541820 Jun 30 09:37:40.259256 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58788ea-0e21-45ec-b322-bbdeb2b9209c None None] Network 8aaf8ef9-51d4-49c5-a78c-225250aad795 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:40.259747 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8ddec-ee9b-46f6-8912-931c7738bc2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6490ca7c-6ad0-4ea5-a98a-126bd21fa121,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.261508 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52712) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:40.262544 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0bde90ab-cdad-4543-a083-7ea1d098533c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.267961 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0bde90ab-cdad-4543-a083-7ea1d098533c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7945740'] for security_group_rule, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.287806 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde90ab-cdad-4543-a083-7ea1d098533c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de38138-b9b1-41a0-8102-a7638947d7e8,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.295518 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-0bde90ab-cdad-4543-a083-7ea1d098533c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.300013 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-0bde90ab-cdad-4543-a083-7ea1d098533c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2367122 Jun 30 09:37:40.300694 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52714) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:40.305313 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:40.330776 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.340989 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.406662 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Deleting port ff3a4f05-b426-4081-8eba-5d2496fb11c0 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:40.407677 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.450740 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.472392 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] DHCP port deletion for 8aaf8ef9-51d4-49c5-a78c-225250aad795 request from dv-cinder-793515-7-iscsi {{(pid=92903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:40.493215 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] For port ff3a4f05-b426-4081-8eba-5d2496fb11c0, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ff3a4f05-b426-4081-8eba-5d2496fb11c0,segment=NetworkSegment(54c4fc93-dc21-4c4f-96c9-29f7f50466f3),segment_id=54c4fc93-dc21-4c4f-96c9-29f7f50466f3)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:40.493649 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.536658 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] Deleting port ff3a4f05-b426-4081-8eba-5d2496fb11c0 {{(pid=92903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:40.537113 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.600421 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Allocated IP 172.27.3.72 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/818b7e70-9fc4-4dc4-849b-f915bd18698f) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:40.609703 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] For port ff3a4f05-b426-4081-8eba-5d2496fb11c0, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ff3a4f05-b426-4081-8eba-5d2496fb11c0,segment=NetworkSegment(54c4fc93-dc21-4c4f-96c9-29f7f50466f3),segment_id=54c4fc93-dc21-4c4f-96c9-29f7f50466f3)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:40.610276 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.628384 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] Calling delete_port for ff3a4f05-b426-4081-8eba-5d2496fb11c0 owned by network:dhcp {{(pid=92903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:40.729503 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651'] for port, after_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.735730 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.757483 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] Pushing event deleted for resources: {'Port': ['ID=ff3a4f05-b426-4081-8eba-5d2496fb11c0,revision_number=None']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.763526 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92c561-00ac-46d4-98b1-40b0a36d557a None None] No DVR routers for this DVR port ff3a4f05-b426-4081-8eba-5d2496fb11c0 on host dv-cinder-793515-7-iscsi {{(pid=92903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:40.796666 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Calling delete_port for ff3a4f05-b426-4081-8eba-5d2496fb11c0 owned by network:dhcp {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:40.802228 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.841593 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:40.847611 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:40.852164 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:40.855282 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'Port': ['ID=818b7e70-9fc4-4dc4-849b-f915bd18698f,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.887469 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.914562 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3a4f05-b426-4081-8eba-5d2496fb11c0,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.916425 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] No DVR routers for this DVR port ff3a4f05-b426-4081-8eba-5d2496fb11c0 on host dv-cinder-793515-7-iscsi {{(pid=92902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:40.950068 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.990800 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.001085 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaf8ef9-51d4-49c5-a78c-225250aad795']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:41.002597 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.012046 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c4fc93-dc21-4c4f-96c9-29f7f50466f3') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:41.012350 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c4fc93-dc21-4c4f-96c9-29f7f50466f3') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:41.021372 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.036858 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.039137 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ff3a4f05-b426-4081-8eba-5d2496fb11c0 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:41.048696 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:41.051010 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: self.session.flush() Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: self.session.flush() Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: self.session.flush() Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: self.session.flush() Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:41.054586 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:41.061568 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: ff3a4f05-b426-4081-8eba-5d2496fb11c0 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:41.062327 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ff3a4f05-b426-4081-8eba-5d2496fb11c0 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:41.062465 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 23f27dc0-b566-4689-8bd3-abcf39d050b3 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:41.093825 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 23f27dc0-b566-4689-8bd3-abcf39d050b3 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:41.094495 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 23f27dc0-b566-4689-8bd3-abcf39d050b3 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:41.095141 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 0f5ead1c-c503-4fdf-81e6-2e383685d88d no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:41.131008 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 0f5ead1c-c503-4fdf-81e6-2e383685d88d {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:41.132005 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 0f5ead1c-c503-4fdf-81e6-2e383685d88d not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:41.162283 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.178728 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.183561 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] 10.222.0.70 "DELETE /v2.0/networks/8aaf8ef9-51d4-49c5-a78c-225250aad795 HTTP/1.1" status: 204 len: 168 time: 0.9131839 Jun 30 09:37:41.183561 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45d509-355a-4b7e-84f4-0589dae9237e admin admin] Pushing event deleted for resources: {'Network': ['ID=8aaf8ef9-51d4-49c5-a78c-225250aad795,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.200316 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.207240 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.320794 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'Port': ['ID=818b7e70-9fc4-4dc4-849b-f915bd18698f,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.327435 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.349772 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.351013 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c5a8b8dc-69fd-48f5-bc9d-2fc4c8bb66fe tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0493350 Jun 30 09:37:41.368336 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec4d6-4999-42a7-b0c7-ee6ba1170017 req-ed8e2313-5a23-4072-bfad-0c278cf07025 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:41.369873 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac6ec4d6-4999-42a7-b0c7-ee6ba1170017 req-ed8e2313-5a23-4072-bfad-0c278cf07025 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1223776 Jun 30 09:37:41.373488 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52722) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:41.438468 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac6ec4d6-4999-42a7-b0c7-ee6ba1170017 req-1d356fc2-0b11-4575-83af-e1368e4d8abb tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586212 Jun 30 09:37:41.441738 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d190b229-dfbd-421b-bca8-05063a3b9d9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90e6e06138244797a6765257011330e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670266 Jun 30 09:37:41.444280 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52724) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:41.499255 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f4a82516-31ce-4ba7-8e85-0d8507309157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.523618 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f4a82516-31ce-4ba7-8e85-0d8507309157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.559586 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-9e786b10-16a1-4791-93ca-fe2ac559b4b4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1348797181&fields=id&tenant_id=86ae97b20f2d43968b62e29f5aac8ecf HTTP/1.1" status: 200 len: 267 time: 0.0329456 Jun 30 09:37:41.570034 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f4a82516-31ce-4ba7-8e85-0d8507309157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.572755 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f4a82516-31ce-4ba7-8e85-0d8507309157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.573881 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-f4a82516-31ce-4ba7-8e85-0d8507309157 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c31343fe-4ece-4305-ade1-0e057f2561e8 HTTP/1.1" status: 204 len: 168 time: 0.1286421 Jun 30 09:37:41.583250 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a82516-31ce-4ba7-8e85-0d8507309157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31343fe-4ece-4305-ade1-0e057f2561e8,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.670793 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-87b14383-145f-4d39-b57a-3d6c7871fe4d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:41.672382 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-87b14383-145f-4d39-b57a-3d6c7871fe4d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 811 time: 0.1058009 Jun 30 09:37:41.687328 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-184f273d-496e-4fc6-9fc6-8a38fe79d46a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/quotas/86ae97b20f2d43968b62e29f5aac8ecf HTTP/1.1" status: 200 len: 375 time: 0.0095005 Jun 30 09:37:41.764115 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-4ca0b2e2-7a63-4abc-a7fa-3944eb04ea2b tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705571 Jun 30 09:37:41.863472 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-06d05389-9458-4d0b-9ea4-f1b1154bbad1 service neutron] 10.222.0.70 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868523 Jun 30 09:37:41.896039 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52740) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:41.936523 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-199ceacc-33bb-4118-9d3b-78b9b1649d21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=580e40255ee34d8e8fd4be7651cec775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392389 Jun 30 09:37:41.939098 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 52742) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:41.957817 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-d782a446-30f6-49e2-9d6d-db89b4967614 service neutron] 10.222.0.70 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908382 Jun 30 09:37:41.992626 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c3c20f6-8115-483b-bb03-16e32a5dc859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.015621 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c3c20f6-8115-483b-bb03-16e32a5dc859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.063362 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c3c20f6-8115-483b-bb03-16e32a5dc859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.066406 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-8c3c20f6-8115-483b-bb03-16e32a5dc859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.067559 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-8c3c20f6-8115-483b-bb03-16e32a5dc859 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b4f37ba-3f2f-4e55-8e6c-5c6ec97009df HTTP/1.1" status: 204 len: 168 time: 0.1275742 Jun 30 09:37:42.084684 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c20f6-8115-483b-bb03-16e32a5dc859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f37ba-3f2f-4e55-8e6c-5c6ec97009df,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:42.164481 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-10c4d0ad-b01f-478e-ac69-3f5ef4cc5210 req-d7259b7d-9980-4c77-8f00-9a32b95623bd tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 210 time: 0.0306921 Jun 30 09:37:42.626255 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6f62c-5c03-47dd-87a8-ade0042cd493 req-fe8bfd88-35e4-4b2f-b99c-7fc476451bb5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.628377 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-39c6f62c-5c03-47dd-87a8-ade0042cd493 req-fe8bfd88-35e4-4b2f-b99c-7fc476451bb5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0656152 Jun 30 09:37:42.668203 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-39c6f62c-5c03-47dd-87a8-ade0042cd493 req-be1310ed-7c2a-4f9f-96b0-c4e456d19a5b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Jun 30 09:37:43.242729 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-87bfe7ea-bea9-4e0e-9e0e-8f9833207aea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:43.244176 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-87bfe7ea-bea9-4e0e-9e0e-8f9833207aea tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 811 time: 0.1107283 Jun 30 09:37:43.302140 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-51c7fc1f-9251-4a6a-a5b5-91ed557bad6c tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86ae97b20f2d43968b62e29f5aac8ecf HTTP/1.1" status: 200 len: 380 time: 0.0461774 Jun 30 09:37:43.321482 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dc9fb1f1-a508-4fca-b82d-e40754a55b44 req-ad064954-59de-4fab-a73d-1ab1a79c0ca5 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 210 time: 0.0375614 Jun 30 09:37:43.324906 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'port': {'device_id': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'admin_state_up': True, 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'security_groups': ['8bcc181b-cb04-478d-a114-7ceb27f560b7']}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:43.438847 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Made reservation on behalf of 86ae97b20f2d43968b62e29f5aac8ecf for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:43.442978 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.567387 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Allocated IP 172.20.0.8 (05d839d2-b160-413f-ab89-192abcda2061/fbf14b96-5550-4797-a863-893638e94be0/1e15160c-d63f-4139-a6f6-a7387dc996db) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:43.709663 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.722962 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Transition to ACTIVE for port object 1e15160c-d63f-4139-a6f6-a7387dc996db will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:43.756633 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.797066 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Network 05d839d2-b160-413f-ab89-192abcda2061 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:43.802821 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:43.809503 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:43.837498 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event updated for resources: {'Port': ['ID=1e15160c-d63f-4139-a6f6-a7387dc996db,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:43.861548 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490bf8-fe3d-4083-b758-c44165e90e23 req-e7956113-541e-4328-bcda-fb464f575954 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:43.863820 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ef490bf8-fe3d-4083-b758-c44165e90e23 req-e7956113-541e-4328-bcda-fb464f575954 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0738587 Jun 30 09:37:43.867622 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:43.868268 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.884402 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-661b8eac-017a-43ab-b5bc-7b2c5088df6d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652502 Jun 30 09:37:43.897839 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Request body: {'port': {'device_id': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:43.908534 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ef490bf8-fe3d-4083-b758-c44165e90e23 req-dab1ad62-3098-4b55-8e6c-f432d402a7c2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389912 Jun 30 09:37:43.981568 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.053770 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-be872107-460c-4281-bcb4-35026a82b509 None None] Provisioning for port 1e15160c-d63f-4139-a6f6-a7387dc996db completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:44.058464 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-be872107-460c-4281-bcb4-35026a82b509 None None] Provisioning complete for port 1e15160c-d63f-4139-a6f6-a7387dc996db triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:44.058970 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-be872107-460c-4281-bcb4-35026a82b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.096960 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-be872107-460c-4281-bcb4-35026a82b509 None None] Port 1e15160c-d63f-4139-a6f6-a7387dc996db cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:44.248595 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e15160c-d63f-4139-a6f6-a7387dc996db {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:44.256376 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.267982 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Transition to ACTIVE for port object 1e15160c-d63f-4139-a6f6-a7387dc996db will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:44.271705 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.322049 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1e15160c-d63f-4139-a6f6-a7387dc996db,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:44.400849 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Attempting to bind port 1e15160c-d63f-4139-a6f6-a7387dc996db on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:44.401189 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Attempting to bind port 1e15160c-d63f-4139-a6f6-a7387dc996db by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:44.401522 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Attempting to bind port 1e15160c-d63f-4139-a6f6-a7387dc996db on network 05d839d2-b160-413f-ab89-192abcda2061 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:44.406314 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Port 1e15160c-d63f-4139-a6f6-a7387dc996db on network 05d839d2-b160-413f-ab89-192abcda2061 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:37:44.406638 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Attempting to bind port 1e15160c-d63f-4139-a6f6-a7387dc996db on network 05d839d2-b160-413f-ab89-192abcda2061 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:44.412454 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:44.412792 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Checking segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:44.413307 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Bound using segment: {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:44.413615 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Bound port: 1e15160c-d63f-4139-a6f6-a7387dc996db, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '05d839d2-b160-413f-ab89-192abcda2061'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:44.413978 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.518090 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] For port 1e15160c-d63f-4139-a6f6-a7387dc996db, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:44.522398 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] For port 1e15160c-d63f-4139-a6f6-a7387dc996db, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e15160c-d63f-4139-a6f6-a7387dc996db,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:44.527862 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.567757 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:44.568385 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.569743 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] 10.222.0.91 "PUT /v2.0/ports/1e15160c-d63f-4139-a6f6-a7387dc996db HTTP/1.1" status: 200 len: 1093 time: 0.6769700 Jun 30 09:37:44.571005 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'tag': '1e15160c-d63f-4139-a6f6-a7387dc996db'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:44.573260 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06147264-e17b-4489-8bc1-d455ee0191d5" -d '{"events": [{"name": "network-changed", "server_uuid": "99ba7045-9ca9-4d3b-aa24-8b7307e53b75", "tag": "1e15160c-d63f-4139-a6f6-a7387dc996db"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:44.587109 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cbfb4-0a50-425b-8b3d-ba83dffa6eff req-3f4d27d2-8f02-467d-ab65-879a13e39e49 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:44.588612 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-980cbfb4-0a50-425b-8b3d-ba83dffa6eff req-3f4d27d2-8f02-467d-ab65-879a13e39e49 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 943 time: 0.1389349 Jun 30 09:37:44.629658 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec9fe0f-2faa-40e8-9f68-afcfe559b2a2 x-openstack-request-id: req-0ec9fe0f-2faa-40e8-9f68-afcfe559b2a2 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:44.629947 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ba7045-9ca9-4d3b-aa24-8b7307e53b75", "tag": "1e15160c-d63f-4139-a6f6-a7387dc996db", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:44.630201 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ec9fe0f-2faa-40e8-9f68-afcfe559b2a2 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:44.630585 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'tag': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'status': 'completed', 'code': 200} Jun 30 09:37:44.639644 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494554ba-fc14-4c89-a002-b14823d82c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1e15160c-d63f-4139-a6f6-a7387dc996db,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:44.683381 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-980cbfb4-0a50-425b-8b3d-ba83dffa6eff req-ff764d42-c0a2-4062-b2a6-cd8e949c9a11 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849726 Jun 30 09:37:44.712973 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-ee08c691-9843-4b3d-ba6e-441aff93f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:44.714504 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-ee08c691-9843-4b3d-ba6e-441aff93f7e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 1096 time: 0.0872307 Jun 30 09:37:44.758348 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-19a51454-6852-4c6c-8217-657f691fb15d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e15160c-d63f-4139-a6f6-a7387dc996db HTTP/1.1" status: 200 len: 217 time: 0.0345049 Jun 30 09:37:44.766142 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:37:44.809473 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-770e56fe-940d-4c0b-b1f5-0de7ab2c66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:44.811016 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-770e56fe-940d-4c0b-b1f5-0de7ab2c66b5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.0446796 Jun 30 09:37:44.870136 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-c4f7fb4c-f160-42a9-b94f-41e62c945f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:44.871693 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-c4f7fb4c-f160-42a9-b94f-41e62c945f06 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526340 Jun 30 09:37:44.872526 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:44.884411 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'port_id': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'mac_address': 'fa:16:3e:31:bb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:37:44.929035 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.942140 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ed022fd-8db9-4535-843a-c5e98350cb79 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:44.964029 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:44.972758 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.979660 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-8845eb71-b09a-4bfc-81df-66b563c2eaf5 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990064 Jun 30 09:37:45.025595 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=6']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:45.072486 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['0ed022fd-8db9-4535-843a-c5e98350cb79'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:45.074341 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecb16f06-be10-430d-94f2-5fc256d4d693 req-2ca4932e-345e-4e38-accb-1742395a007e service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883667 Jun 30 09:37:45.129983 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacb634-f5b3-42f8-bf8c-787c7a5f2c1d req-877e910b-ef7d-45e8-8d3a-d372bcb0bc6d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:45.131576 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5bacb634-f5b3-42f8-bf8c-787c7a5f2c1d req-877e910b-ef7d-45e8-8d3a-d372bcb0bc6d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 944 time: 0.0751581 Jun 30 09:37:45.176556 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5bacb634-f5b3-42f8-bf8c-787c7a5f2c1d req-c76769c8-646b-416a-a223-08c96ee4da0e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391016 Jun 30 09:37:45.214972 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-37d170f2-701d-47b7-aea9-c07786cca0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:45.217482 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-37d170f2-701d-47b7-aea9-c07786cca0d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 1096 time: 0.0762024 Jun 30 09:37:45.311774 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-a3ff28cd-f054-4dcc-a43f-f547b63a1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:45.313230 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-a3ff28cd-f054-4dcc-a43f-f547b63a1244 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 912 time: 0.0845089 Jun 30 09:37:45.361031 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-c4f979a6-8e82-457e-87cb-8b7bd7a6ad81 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e15160c-d63f-4139-a6f6-a7387dc996db HTTP/1.1" status: 200 len: 217 time: 0.0392919 Jun 30 09:37:45.414461 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-8f2096c0-6edc-451a-ae35-6d63905bbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:45.415859 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-8f2096c0-6edc-451a-ae35-6d63905bbf5d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.0447688 Jun 30 09:37:45.475778 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-4877356a-d493-4969-aad2-c7c2c53a901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:45.477290 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-4877356a-d493-4969-aad2-c7c2c53a901e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535910 Jun 30 09:37:45.572183 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-b65f1022-3767-474a-af8e-a242df7a9e3e service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877681 Jun 30 09:37:45.970986 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06147264-e17b-4489-8bc1-d455ee0191d5 req-1eed7d37-e220-48f8-858f-1136d4f147ff service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884747 Jun 30 09:37:45.986372 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd5801-3e34-4d8a-a97e-ae8d469d12dc req-4f442803-f529-4f51-9beb-4996ad542c77 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:45.988905 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a8bd5801-3e34-4d8a-a97e-ae8d469d12dc req-4f442803-f529-4f51-9beb-4996ad542c77 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 943 time: 0.1219959 Jun 30 09:37:46.027791 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a8bd5801-3e34-4d8a-a97e-ae8d469d12dc req-e4f0c489-7db3-4f02-97fc-9cf0a53ecf1f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331504 Jun 30 09:37:46.392396 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc43b5-721c-45ea-87f9-37a9d7a78e05 req-8abdca48-45f5-4de9-9751-51918593fcd0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.395492 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-10bc43b5-721c-45ea-87f9-37a9d7a78e05 req-8abdca48-45f5-4de9-9751-51918593fcd0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 944 time: 0.0834150 Jun 30 09:37:46.445852 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-10bc43b5-721c-45ea-87f9-37a9d7a78e05 req-28c8d3df-9c7c-4f7d-bce1-cd719a2f5d65 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Jun 30 09:37:46.774150 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 1e15160c-d63f-4139-a6f6-a7387dc996db details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:37:46.777327 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:46.884015 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 0ed022fd-8db9-4535-843a-c5e98350cb79 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:46.884390 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.946946 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 1e15160c-d63f-4139-a6f6-a7387dc996db, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e15160c-d63f-4139-a6f6-a7387dc996db,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:46.966334 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'port_id': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'mac_address': 'fa:16:3e:38:01:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:37:47.029157 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.051310 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e15160c-d63f-4139-a6f6-a7387dc996db {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:47.062200 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.083423 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 1e15160c-d63f-4139-a6f6-a7387dc996db, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e15160c-d63f-4139-a6f6-a7387dc996db,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:47.094003 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.110447 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:47.114665 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da45b86-fd41-4eaa-bfd3-7d9702fa795f" -d '{"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:47.246061 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d1f1d-470b-4e8a-ab7d-dd38a2dc2ecb req-ccc2f483-8e68-4934-891a-c00dd91d0c5e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:47.254944 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7d7d1f1d-470b-4e8a-ab7d-dd38a2dc2ecb req-ccc2f483-8e68-4934-891a-c00dd91d0c5e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 944 time: 0.0864234 Jun 30 09:37:47.324323 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4150085f-c027-4093-897f-06a6d06e7f12 x-openstack-request-id: req-4150085f-c027-4093-897f-06a6d06e7f12 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:47.324623 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:47.324875 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4150085f-c027-4093-897f-06a6d06e7f12 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:47.325260 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'code': 200} Jun 30 09:37:47.327498 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:47.329508 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7d7d1f1d-470b-4e8a-ab7d-dd38a2dc2ecb req-00683b62-03b2-41a5-ae06-d35e4e03e5a7 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714002 Jun 30 09:37:47.338575 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.359254 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=1e15160c-d63f-4139-a6f6-a7387dc996db,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:47.433825 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=7']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:47.440754 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['1e15160c-d63f-4139-a6f6-a7387dc996db'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:47.672266 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b176c-7d7a-4968-beaf-2b16dbb0b587 req-2e5fcfb9-1323-4efd-8289-fb45e43b2563 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:47.673830 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d00b176c-7d7a-4968-beaf-2b16dbb0b587 req-2e5fcfb9-1323-4efd-8289-fb45e43b2563 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0733857 Jun 30 09:37:47.694218 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f129c-a5f6-431f-b582-50e35a130ec9 req-d4d0aa11-469d-4654-8f7d-7b62af0867f1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:47.696953 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c33f129c-a5f6-431f-b582-50e35a130ec9 req-d4d0aa11-469d-4654-8f7d-7b62af0867f1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0875249 Jun 30 09:37:47.731155 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d00b176c-7d7a-4968-beaf-2b16dbb0b587 req-180ad729-92dc-4ff2-ad5d-ad47af63367c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506036 Jun 30 09:37:47.755578 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c33f129c-a5f6-431f-b582-50e35a130ec9 req-603eecc5-d455-45ff-983b-3f72fd539d76 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528014 Jun 30 09:37:48.517404 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb923783-70df-4914-9a91-48a25ea18e20 req-ea67c620-1dcd-4c93-a6af-67c059c1a71e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:48.525412 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cb923783-70df-4914-9a91-48a25ea18e20 req-ea67c620-1dcd-4c93-a6af-67c059c1a71e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 944 time: 0.0780191 Jun 30 09:37:48.538872 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-6cf174ea-37bd-41ec-882f-8aa4f9fe5fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.570818 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cb923783-70df-4914-9a91-48a25ea18e20 req-7e2e60de-9f35-4958-89d7-a498672b1b39 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Jun 30 09:37:48.791001 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 1e15160c-d63f-4139-a6f6-a7387dc996db up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:48.853067 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 1e15160c-d63f-4139-a6f6-a7387dc996db completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:48.858802 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 1e15160c-d63f-4139-a6f6-a7387dc996db triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:48.859762 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.982403 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aea0d7-be83-4c3d-bf51-aa0af744f54b req-f8037198-9d45-4f8b-a9ab-c1890b877bac tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:48.983943 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4aea0d7-be83-4c3d-bf51-aa0af744f54b req-f8037198-9d45-4f8b-a9ab-c1890b877bac tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1003916 Jun 30 09:37:48.993615 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ffc62-e26e-4574-b972-291f19c6d61e req-28777160-dfa5-4a66-8811-8d30ddccf035 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:48.995174 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a01ffc62-e26e-4574-b972-291f19c6d61e req-28777160-dfa5-4a66-8811-8d30ddccf035 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.1220086 Jun 30 09:37:49.003832 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.048520 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 1e15160c-d63f-4139-a6f6-a7387dc996db, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e15160c-d63f-4139-a6f6-a7387dc996db,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:49.055499 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4aea0d7-be83-4c3d-bf51-aa0af744f54b req-e1992d19-6f7c-4ed1-84bd-8c3748c12ee3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533276 Jun 30 09:37:49.060852 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.075190 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a01ffc62-e26e-4574-b972-291f19c6d61e req-42611d89-37fa-465b-88bf-743203b3d5c1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727386 Jun 30 09:37:49.130248 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=1e15160c-d63f-4139-a6f6-a7387dc996db,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:49.327214 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e15160c-d63f-4139-a6f6-a7387dc996db'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:49.330410 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827eebff-6d1d-4f37-ad1d-b69fbbf3f1c5" -d '{"events": [{"server_uuid": "99ba7045-9ca9-4d3b-aa24-8b7307e53b75", "name": "network-vif-plugged", "status": "completed", "tag": "1e15160c-d63f-4139-a6f6-a7387dc996db"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:49.377210 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22db8922-03d6-4d4f-a2b4-53ef33270369 x-openstack-request-id: req-22db8922-03d6-4d4f-a2b4-53ef33270369 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:49.378111 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ba7045-9ca9-4d3b-aa24-8b7307e53b75", "name": "network-vif-plugged", "status": "completed", "tag": "1e15160c-d63f-4139-a6f6-a7387dc996db", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:49.378384 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22db8922-03d6-4d4f-a2b4-53ef33270369 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:49.378784 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'code': 200} Jun 30 09:37:49.679387 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c1ff2-dbbf-4550-91a3-61f8fc17e068 req-fed30d56-06fb-4082-a9cc-257187cd5ab6 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:49.680906 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4c4c1ff2-dbbf-4550-91a3-61f8fc17e068 req-fed30d56-06fb-4082-a9cc-257187cd5ab6 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 946 time: 0.1136394 Jun 30 09:37:49.720232 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd847b-64c6-46cb-9643-4eeff71e1be2 req-155090ea-6f1d-429c-a076-ce0c4909aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:49.722366 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1cbd847b-64c6-46cb-9643-4eeff71e1be2 req-155090ea-6f1d-429c-a076-ce0c4909aaab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 1098 time: 0.1016495 Jun 30 09:37:49.777278 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4c4c1ff2-dbbf-4550-91a3-61f8fc17e068 req-e591d98b-03a5-4337-9f36-4f8097999d3a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894444 Jun 30 09:37:49.783686 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad142c-2d68-4efd-b13d-5acc3e9ab370 req-eb442da3-a85f-413a-975b-d09e56ef2fa2 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:49.786194 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-86ad142c-2d68-4efd-b13d-5acc3e9ab370 req-eb442da3-a85f-413a-975b-d09e56ef2fa2 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 945 time: 0.0703146 Jun 30 09:37:49.803281 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1cbd847b-64c6-46cb-9643-4eeff71e1be2 req-92791162-901d-42cb-ae21-c9886748ebd1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584323 Jun 30 09:37:49.833214 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-86ad142c-2d68-4efd-b13d-5acc3e9ab370 req-46e9236e-bac1-441e-99fa-3039c6d01a2f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405514 Jun 30 09:37:50.275030 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f710e-a2ca-49d9-a90c-186317b46fb7 req-1c31e161-c291-4936-9b2b-e3d0885f7e9c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.276964 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d57f710e-a2ca-49d9-a90c-186317b46fb7 req-1c31e161-c291-4936-9b2b-e3d0885f7e9c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0719666 Jun 30 09:37:50.304707 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c2e0c-1da3-4d28-8450-2935afc302db req-97a0f71f-dfea-440d-86ce-3094b6ab4466 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.314004 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c67c2e0c-1da3-4d28-8450-2935afc302db req-97a0f71f-dfea-440d-86ce-3094b6ab4466 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0971477 Jun 30 09:37:50.330025 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d57f710e-a2ca-49d9-a90c-186317b46fb7 req-5fcad70d-0bc2-47c6-ab32-f3fad6ab72b7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438876 Jun 30 09:37:50.360302 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c67c2e0c-1da3-4d28-8450-2935afc302db req-ea618a11-55fb-45f9-86ad-1a19dafd4824 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441339 Jun 30 09:37:50.989688 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564599b-4104-40a1-a185-fca6eaf76d15 req-802f2efb-2fb7-48bd-ba83-21fa1aef7b02 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.997139 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0564599b-4104-40a1-a185-fca6eaf76d15 req-802f2efb-2fb7-48bd-ba83-21fa1aef7b02 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 946 time: 0.0967708 Jun 30 09:37:51.048629 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0564599b-4104-40a1-a185-fca6eaf76d15 req-5ea80096-6438-4d85-81fd-8417f431c4eb tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503612 Jun 30 09:37:51.095471 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-e74344a4-d795-4da0-bdd2-af5ef8e64ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.136738 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f6e-68de-4979-8522-1785ce3f6c30 req-53b7cc02-8ff6-4e8e-aea5-f0ae53bd703e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:51.138388 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a26f3f6e-68de-4979-8522-1785ce3f6c30 req-53b7cc02-8ff6-4e8e-aea5-f0ae53bd703e tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 945 time: 0.0865974 Jun 30 09:37:51.205387 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a26f3f6e-68de-4979-8522-1785ce3f6c30 req-7ddaa556-456e-4992-b832-8806064d541a tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527222 Jun 30 09:37:51.401018 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.571145 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2103-8bb2-4347-94c5-b6a4d0b891ab req-e5bcc9ad-dd81-42f0-a377-9980c115a63a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:51.573285 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-20ab2103-8bb2-4347-94c5-b6a4d0b891ab req-e5bcc9ad-dd81-42f0-a377-9980c115a63a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0850415 Jun 30 09:37:51.588069 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b202d6-e912-4acf-8dc2-e89179e5d0ec req-7a3a294a-a8b9-4ac0-b097-c68308b35ca5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:51.589574 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b2b202d6-e912-4acf-8dc2-e89179e5d0ec req-7a3a294a-a8b9-4ac0-b097-c68308b35ca5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0930951 Jun 30 09:37:51.617677 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-20ab2103-8bb2-4347-94c5-b6a4d0b891ab req-31aa8875-354f-4fef-85a0-31ad52cf78bc tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378778 Jun 30 09:37:51.648577 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b2b202d6-e912-4acf-8dc2-e89179e5d0ec req-cb44b983-e87e-4fd8-bdef-678f0fe1fe25 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517483 Jun 30 09:37:51.724883 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-f3dfb937-35ab-4e0c-956b-a8e1d2fdb71c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:51.726559 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-f3dfb937-35ab-4e0c-956b-a8e1d2fdb71c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 946 time: 0.0770960 Jun 30 09:37:51.738017 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:37:51.835837 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Deleting port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:51.835837 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.966195 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] For port 882bf5b0-49ed-48a9-bb82-f02c05eaa296, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=882bf5b0-49ed-48a9-bb82-f02c05eaa296,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:51.966567 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.183250 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.183935 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.184064 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Floating IP c2553889-fb3a-4c41-b5ac-d3ef42e538db disassociated. External IP: 172.27.3.92, port: 882bf5b0-49ed-48a9-bb82-f02c05eaa296. Jun 30 09:37:52.184836 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Calling delete_port for 882bf5b0-49ed-48a9-bb82-f02c05eaa296 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:52.366293 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d6380-762f-4f12-b685-2dfc8438cb0f req-b6ee2ed7-be7e-4bc0-9027-719b2710179c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.373276 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-557d6380-762f-4f12-b685-2dfc8438cb0f req-b6ee2ed7-be7e-4bc0-9027-719b2710179c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 946 time: 0.1314633 Jun 30 09:37:52.427147 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d06cc7-e757-46ed-9c2c-45bc479330f7 req-92876a10-08c3-41ad-96ac-af09f66a5d66 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.428879 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-58d06cc7-e757-46ed-9c2c-45bc479330f7 req-92876a10-08c3-41ad-96ac-af09f66a5d66 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 945 time: 0.0866885 Jun 30 09:37:52.457586 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-557d6380-762f-4f12-b685-2dfc8438cb0f req-e2d12516-9968-402c-b826-291f6ca987d1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833445 Jun 30 09:37:52.484925 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.492449 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-58d06cc7-e757-46ed-9c2c-45bc479330f7 req-d6fd7d31-cbeb-4c0a-8b5a-041255825718 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575929 Jun 30 09:37:52.520654 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event deleted for resources: {'Port': ['ID=882bf5b0-49ed-48a9-bb82-f02c05eaa296,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:52.583132 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.628241 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.733217 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Router d920df23-8519-4153-b2d1-76e29f3709e2 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:52.793401 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cb7e7-9479-4f62-a6f2-85f264b82576 req-4443ac35-bed3-414a-b766-7414848fe327 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.798707 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-319cb7e7-9479-4f62-a6f2-85f264b82576 req-4443ac35-bed3-414a-b766-7414848fe327 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 945 time: 0.1385143 Jun 30 09:37:52.805125 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 52852) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:52.812905 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Request body: {'floatingip': {'port_id': '1e15160c-d63f-4139-a6f6-a7387dc996db'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:52.866185 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.943720 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:52.955122 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:52.973295 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:52.973962 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:53.123773 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] No DVR routers for this DVR port 882bf5b0-49ed-48a9-bb82-f02c05eaa296 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:53.128169 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.130197 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ada9749e-18b9-436f-8a4f-5ec7fbd726c3 req-6dbcff14-5702-433d-8456-d9850bda39a9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "DELETE /v2.0/ports/882bf5b0-49ed-48a9-bb82-f02c05eaa296 HTTP/1.1" status: 204 len: 173 time: 1.3969409 Jun 30 09:37:53.130647 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'name': 'network-vif-deleted', 'tag': '882bf5b0-49ed-48a9-bb82-f02c05eaa296'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:53.133891 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286cbfc5-32be-43f5-919d-dc93ea2bd71e" -d '{"events": [{"server_uuid": "61ff1544-9758-4f61-b6d0-7943e7acd9b5", "name": "network-vif-deleted", "tag": "882bf5b0-49ed-48a9-bb82-f02c05eaa296"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:53.183115 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d307-55f9-457b-81c2-96c995df401e req-12e9bf8c-9ccc-4ee5-9d9b-0377a919526d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:53.192660 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f7e6d307-55f9-457b-81c2-96c995df401e req-12e9bf8c-9ccc-4ee5-9d9b-0377a919526d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1753459 Jun 30 09:37:53.217296 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:53.246015 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f7e6d307-55f9-457b-81c2-96c995df401e req-9c7ccb6a-b010-4077-81b9-9c4925496d06 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515437 Jun 30 09:37:53.296398 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc550d69-c8f3-4b42-82fc-6cea13f464b4 x-openstack-request-id: req-bc550d69-c8f3-4b42-82fc-6cea13f464b4 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:53.296938 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ff1544-9758-4f61-b6d0-7943e7acd9b5", "name": "network-vif-deleted", "tag": "882bf5b0-49ed-48a9-bb82-f02c05eaa296", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:53.297291 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc550d69-c8f3-4b42-82fc-6cea13f464b4 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:53.297794 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ff1544-9758-4f61-b6d0-7943e7acd9b5', 'name': 'network-vif-deleted', 'tag': '882bf5b0-49ed-48a9-bb82-f02c05eaa296', 'status': 'completed', 'code': 200} Jun 30 09:37:53.352929 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5acf3-3a71-4975-a5a6-603459acdc00 req-0d30b704-7abd-4c37-a9db-1d6511c003e1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:53.360312 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-49e5acf3-3a71-4975-a5a6-603459acdc00 req-0d30b704-7abd-4c37-a9db-1d6511c003e1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.6009390 Jun 30 09:37:53.402326 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-49e5acf3-3a71-4975-a5a6-603459acdc00 req-af84504a-4e9a-4e96-8aac-0f34725b9be8 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411391 Jun 30 09:37:53.542645 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.547833 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:53.548187 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.593855 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:53.611516 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:53.612405 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:53.708004 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6604a6bf-88d0-4344-a3c5-bebabc2604ff req-5e078247-47c1-4460-a263-6d95933c6948 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ff1544-9758-4f61-b6d0-7943e7acd9b5 HTTP/1.1" status: 200 len: 210 time: 0.0339239 Jun 30 09:37:53.729908 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.l3_db [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Floating IP 8ca88be9-cf37-4da0-a346-16500c4748cb associated. External IP: 172.27.3.72, port: 1e15160c-d63f-4139-a6f6-a7387dc996db. Jun 30 09:37:53.784517 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:53.972270 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.991832 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:54.085910 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:54.116160 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de02a8-2a5b-4e74-9045-e0ccc4f8ab3f None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:54.174060 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:54.179832 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.183701 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] Sync routers for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:54.200404 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:54.208578 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:54.255703 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-23af1d44-9bfe-4227-826b-dfb82acb5de4 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "PUT /v2.0/floatingips/8ca88be9-cf37-4da0-a346-16500c4748cb HTTP/1.1" status: 200 len: 990 time: 1.4486969 Jun 30 09:37:54.256302 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'tag': '1e15160c-d63f-4139-a6f6-a7387dc996db'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:54.279696 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a122e291-75eb-45de-803b-f3d4d85a007b" -d '{"events": [{"name": "network-changed", "server_uuid": "99ba7045-9ca9-4d3b-aa24-8b7307e53b75", "tag": "1e15160c-d63f-4139-a6f6-a7387dc996db"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:54.402333 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:54.493922 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdc9dff-7fb2-4fe1-add6-e4ed1556c10f x-openstack-request-id: req-9fdc9dff-7fb2-4fe1-add6-e4ed1556c10f {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:54.494221 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ba7045-9ca9-4d3b-aa24-8b7307e53b75", "tag": "1e15160c-d63f-4139-a6f6-a7387dc996db", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:54.494588 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fdc9dff-7fb2-4fe1-add6-e4ed1556c10f {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:54.495041 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'tag': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'status': 'completed', 'code': 200} Jun 30 09:37:54.615691 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d074912-d290-43ff-8bb5-d56c58bfa8d4 None None] New status for floating IP c2553889-fb3a-4c41-b5ac-d3ef42e538db: DOWN {{(pid=92903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:37:54.628324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca9c38-6489-4e4e-8c49-d06c0003bff6 req-11b29f44-4841-4b4a-9acc-42ca8a49e3b5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:54.630048 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b2ca9c38-6489-4e4e-8c49-d06c0003bff6 req-11b29f44-4841-4b4a-9acc-42ca8a49e3b5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1680961 Jun 30 09:37:54.651629 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e291-75eb-45de-803b-f3d4d85a007b req-7c989828-ab76-43f3-b0b1-32d2ce381d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:54.653410 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a122e291-75eb-45de-803b-f3d4d85a007b req-7c989828-ab76-43f3-b0b1-32d2ce381d33 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 1098 time: 0.1097553 Jun 30 09:37:54.750112 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ff792-0973-4ed3-9f1d-0095d0fe548a req-d5153b6d-e6fb-48be-a0b2-52e9eb4bc4fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:54.751738 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1f0ff792-0973-4ed3-9f1d-0095d0fe548a req-d5153b6d-e6fb-48be-a0b2-52e9eb4bc4fb tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.1127501 Jun 30 09:37:54.828078 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b2ca9c38-6489-4e4e-8c49-d06c0003bff6 req-e4870e03-057e-4634-973d-53f209db587e tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853297 Jun 30 09:37:54.838947 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '8ca88be9-cf37-4da0-a346-16500c4748cb', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'port_id': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'mac_address': 'fa:16:3e:38:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:37:40Z', 'updated_at': '2021-06-30T09:37:53Z', 'revision_number': 1, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:54.841675 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1f0ff792-0973-4ed3-9f1d-0095d0fe548a req-223368fd-18ec-47ea-aa7d-b84748e4845c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769134 Jun 30 09:37:54.850889 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 882bf5b0-49ed-48a9-bb82-f02c05eaa296 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:54.876138 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] Checking router: 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:54.886864 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 882bf5b0-49ed-48a9-bb82-f02c05eaa296 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:54.892146 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:54.893045 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:37:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:54.901107 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 882bf5b0-49ed-48a9-bb82-f02c05eaa296 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:54.920323 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e291-75eb-45de-803b-f3d4d85a007b req-af1869e0-ce27-4bd5-a76c-3b8c5b62d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:54.921804 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a122e291-75eb-45de-803b-f3d4d85a007b req-af1869e0-ce27-4bd5-a76c-3b8c5b62d0a2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 200 len: 912 time: 0.2467818 Jun 30 09:37:55.029477 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:55.060393 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a122e291-75eb-45de-803b-f3d4d85a007b req-77d18e7b-e2fd-4018-9c14-b6cbb99b7d68 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e15160c-d63f-4139-a6f6-a7387dc996db HTTP/1.1" status: 200 len: 998 time: 0.1276915 Jun 30 09:37:55.147410 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e291-75eb-45de-803b-f3d4d85a007b req-417fbeb3-b904-41f1-8bc3-e730b0516650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:55.150890 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a122e291-75eb-45de-803b-f3d4d85a007b req-417fbeb3-b904-41f1-8bc3-e730b0516650 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 200 len: 850 time: 0.0833931 Jun 30 09:37:55.246509 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e291-75eb-45de-803b-f3d4d85a007b req-f3b2d277-00e5-4d6c-aef5-db858d5db12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:55.248027 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a122e291-75eb-45de-803b-f3d4d85a007b req-f3b2d277-00e5-4d6c-aef5-db858d5db12b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05d839d2-b160-413f-ab89-192abcda2061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847511 Jun 30 09:37:55.278564 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-2e8a2720-180e-449e-b4b3-6473cde268df tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159942036&fields=id&tenant_id=e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 267 time: 0.0619905 Jun 30 09:37:55.409289 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a122e291-75eb-45de-803b-f3d4d85a007b req-d549ddd9-9d9d-4bab-b4ac-19f23d62e4ea service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507297 Jun 30 09:37:55.429776 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '8ca88be9-cf37-4da0-a346-16500c4748cb', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'port_id': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'mac_address': 'fa:16:3e:38:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:37:40Z', 'updated_at': '2021-06-30T09:37:53Z', 'revision_number': 1, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:55.474340 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6707e-b5ba-4d39-bb12-96129d2179f5 None None] The sync data for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi is: [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '8ca88be9-cf37-4da0-a346-16500c4748cb', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'port_id': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'mac_address': 'fa:16:3e:38:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:37:40Z', 'updated_at': '2021-06-30T09:37:53Z', 'revision_number': 1, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:55.510033 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c42a-0e80-476c-a006-5571008d22de req-5d99c56d-552f-4680-9244-c808945df26a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:55.512506 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-5d99c56d-552f-4680-9244-c808945df26a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 811 time: 0.2274258 Jun 30 09:37:55.555577 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-e3ce6900-72ed-4436-98b6-705f053b122e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/quotas/e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 375 time: 0.0289168 Jun 30 09:37:55.616713 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a122e291-75eb-45de-803b-f3d4d85a007b req-e43c7db5-66da-4429-8a96-e61283765e00 service neutron] 10.222.0.91 "GET /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981332 Jun 30 09:37:55.655991 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-379b05b7-150e-458c-bc18-fd6f5a795738 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939271 Jun 30 09:37:55.799609 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-a0a37615-193b-4dbd-a90c-33d9a60b484a service neutron] 10.222.0.70 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276119 Jun 30 09:37:55.824617 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdf70d-2b68-4c61-a25e-0dd7f5727ba1 None None] New status for floating IP 8ca88be9-cf37-4da0-a346-16500c4748cb: ACTIVE {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:37:55.933307 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-411a2d89-83c8-4baf-b734-c36d0336a127 service neutron] 10.222.0.70 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312366 Jun 30 09:37:56.054263 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3283d0f-9919-460c-aba9-965497c3314f req-de44e7e3-6e8e-4c6a-a11c-e0097f550f6c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:56.056235 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3283d0f-9919-460c-aba9-965497c3314f req-de44e7e3-6e8e-4c6a-a11c-e0097f550f6c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0792794 Jun 30 09:37:56.121827 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d3283d0f-9919-460c-aba9-965497c3314f req-97d6595b-a9c1-4619-8ae8-1d40a3a11af6 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597842 Jun 30 09:37:56.319127 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cdac8-ded6-4288-8825-12874b15ecbb req-5349baab-5fd3-46c7-ae7c-aedc2454f44a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:56.326232 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5a8cdac8-ded6-4288-8825-12874b15ecbb req-5349baab-5fd3-46c7-ae7c-aedc2454f44a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0919263 Jun 30 09:37:56.377302 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5a8cdac8-ded6-4288-8825-12874b15ecbb req-55c17e83-1b00-4d2b-91f5-72b2e48b6fb1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500126 Jun 30 09:37:56.382069 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ef95a636-3b6b-4cbc-9a5a-223bc543c452 req-b15e9dc1-ac6b-4915-a099-c17e9930553e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 210 time: 0.0463972 Jun 30 09:37:57.302568 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69339305-b1a9-409b-9e62-83bffe51d0d5 req-de8f34e4-87b7-4121-bb8c-5040b4ab01f3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.304074 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-69339305-b1a9-409b-9e62-83bffe51d0d5 req-de8f34e4-87b7-4121-bb8c-5040b4ab01f3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0680113 Jun 30 09:37:57.343880 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-69339305-b1a9-409b-9e62-83bffe51d0d5 req-39e5bad6-bd70-4125-b4d4-3d4a73ad41a4 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339508 Jun 30 09:37:57.521418 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bd6a8d89-6f98-4b1a-8193-246b569984c9 req-b95652ff-6692-430c-97e2-be5f68fd5217 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 210 time: 0.0303905 Jun 30 09:37:57.564278 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab96c6-d516-49f4-b8fa-888b41b0f322 req-0cb88482-1328-4641-8add-2b749146b053 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.566511 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-68ab96c6-d516-49f4-b8fa-888b41b0f322 req-0cb88482-1328-4641-8add-2b749146b053 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0781713 Jun 30 09:37:57.666502 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-68ab96c6-d516-49f4-b8fa-888b41b0f322 req-5aaa3dfd-d4e4-481f-85c2-07295f2d7f92 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842440 Jun 30 09:37:57.715161 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c42a-0e80-476c-a006-5571008d22de req-6beea11b-20d2-4de8-913a-40d83395fd8f tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.716662 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-6beea11b-20d2-4de8-913a-40d83395fd8f tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 811 time: 0.1464119 Jun 30 09:37:57.722131 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-4e0a3fc9-f339-4708-86de-dc5a80548c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.723640 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-4e0a3fc9-f339-4708-86de-dc5a80548c47 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 1098 time: 0.0629504 Jun 30 09:37:57.781170 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-a85c28fe-d22e-4087-8675-2396dcdcadc7 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 380 time: 0.0366974 Jun 30 09:37:57.792576 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'port': {'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'admin_state_up': True, 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'security_groups': ['3e4baeda-a7a1-40ac-9d44-f0237dd3c82e']}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:57.850722 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-8a9bd50f-9470-4fe3-86be-95abee1a019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.852241 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-8a9bd50f-9470-4fe3-86be-95abee1a019d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1099 time: 0.1247752 Jun 30 09:37:57.864373 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-6b973f50-d18d-4fc0-8ffd-6b5d9ea1e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.866199 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-6b973f50-d18d-4fc0-8ffd-6b5d9ea1e98a service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.1105015 Jun 30 09:37:57.915266 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Made reservation on behalf of e2183ff0d11e426898abce51e4045f6f for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:57.919125 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.989771 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-2e93fc20-37e3-4b77-83cb-6b3ddd00ae6f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed022fd-8db9-4535-843a-c5e98350cb79 HTTP/1.1" status: 200 len: 1001 time: 0.1087844 Jun 30 09:37:58.045473 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-64480c92-f374-47b0-8d13-1eb68cecd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.046950 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-64480c92-f374-47b0-8d13-1eb68cecd654 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 200 len: 910 time: 0.1789749 Jun 30 09:37:58.055848 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-0187d3c3-f14e-467d-ae31-eba382e7f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.057515 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-0187d3c3-f14e-467d-ae31-eba382e7f45d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0611634 Jun 30 09:37:58.059825 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Allocated IP 172.20.0.5 (ffc01093-0697-4bf1-85e5-db707a5d1b04/eb087683-53c8-428f-b983-8b44c003e106/d342e60b-616a-447b-98a6-54bc5d440ceb) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:58.154962 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-01d08f03-ce09-4f44-8d46-d4de110b3c3c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 200 len: 1002 time: 0.0964572 Jun 30 09:37:58.201419 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-5f82de79-3782-4779-8264-80df5e7c9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.203011 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-5f82de79-3782-4779-8264-80df5e7c9156 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062176 Jun 30 09:37:58.228044 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.245432 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Transition to ACTIVE for port object d342e60b-616a-447b-98a6-54bc5d440ceb will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:58.263148 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-ad4e4213-d7df-4209-a9d8-ced29aa8010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.264599 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-ad4e4213-d7df-4209-a9d8-ced29aa8010f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eafda67-63d6-4eb8-8d98-1632ee3e5122 HTTP/1.1" status: 200 len: 848 time: 0.1031449 Jun 30 09:37:58.300033 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.344556 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-9ce5ac13-7237-4448-b2c8-fd0783bb0ed9 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341684 Jun 30 09:37:58.352248 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:58.360680 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:58.366183 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:58.370518 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=d342e60b-616a-447b-98a6-54bc5d440ceb,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:58.407745 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-f329718b-2362-4f88-97a9-808c0bd2fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.410268 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-f329718b-2362-4f88-97a9-808c0bd2fd28 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd27c597-5adc-4a1f-b909-89fd58f61b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1380594 Jun 30 09:37:58.428820 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.429633 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.447365 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-44da43ca-fe61-4694-a0c4-1ffcb243b20b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6577044 Jun 30 09:37:58.462976 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Request body: {'port': {'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:58.518366 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f9051dba-b109-401c-9a07-4f8dbf9d8571 req-22bf8e2c-19f5-4005-a8c6-30a45d877401 service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658015 Jun 30 09:37:58.551948 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-060ac0da-6f35-4eb8-9ad1-55f3541c84f9 service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278923 Jun 30 09:37:58.633925 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.654174 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e3376-4acd-40f4-9e47-fdb59660325d req-68af204d-fddf-4578-879c-ff2f907f5deb tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.655955 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-210e3376-4acd-40f4-9e47-fdb59660325d req-68af204d-fddf-4578-879c-ff2f907f5deb tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.1479390 Jun 30 09:37:58.719555 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-d4b6bf01-01dc-4324-adf3-0bb362c9ad68 None None] Provisioning for port d342e60b-616a-447b-98a6-54bc5d440ceb completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:58.725712 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-d4b6bf01-01dc-4324-adf3-0bb362c9ad68 None None] Provisioning complete for port d342e60b-616a-447b-98a6-54bc5d440ceb triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:58.726344 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d4b6bf01-01dc-4324-adf3-0bb362c9ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.764015 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6bf01-01dc-4324-adf3-0bb362c9ad68 None None] Port d342e60b-616a-447b-98a6-54bc5d440ceb cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:58.789537 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-210e3376-4acd-40f4-9e47-fdb59660325d req-f8e4b2fa-2603-46ab-8008-0969e49e02a5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089396 Jun 30 09:37:58.997344 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-af652d28-49c1-4ddc-aff6-f504059bafcd req-06f74d7d-fd12-4a0c-ad17-45a3ce6ffc14 service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385419 Jun 30 09:37:59.008448 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d342e60b-616a-447b-98a6-54bc5d440ceb {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:59.014342 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89429d-af29-412b-baae-9c81007a27a9 req-1da0d28c-3a45-4191-bdad-954cfd9d4d3d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.016164 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cb89429d-af29-412b-baae-9c81007a27a9 req-1da0d28c-3a45-4191-bdad-954cfd9d4d3d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 931 time: 0.1047959 Jun 30 09:37:59.024167 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.034409 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b8dd-5ee5-47a4-ad55-5d4dd7f5afc4 req-dab81b22-3e76-435e-ba3e-449c1bd429d6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.035989 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3835b8dd-5ee5-47a4-ad55-5d4dd7f5afc4 req-dab81b22-3e76-435e-ba3e-449c1bd429d6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.1311052 Jun 30 09:37:59.061135 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Transition to ACTIVE for port object d342e60b-616a-447b-98a6-54bc5d440ceb will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:59.069252 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.074140 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cb89429d-af29-412b-baae-9c81007a27a9 req-a19a8fb3-b8f3-433d-b0de-a72567d6b15c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511544 Jun 30 09:37:59.111336 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3835b8dd-5ee5-47a4-ad55-5d4dd7f5afc4 req-ecff5d31-d7a5-4efe-a260-bb46d555784a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681121 Jun 30 09:37:59.137608 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Pushing event updated for resources: {'Port': ['ID=d342e60b-616a-447b-98a6-54bc5d440ceb,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:59.225374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Attempting to bind port d342e60b-616a-447b-98a6-54bc5d440ceb on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:59.225626 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Attempting to bind port d342e60b-616a-447b-98a6-54bc5d440ceb by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:59.225957 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Attempting to bind port d342e60b-616a-447b-98a6-54bc5d440ceb on network ffc01093-0697-4bf1-85e5-db707a5d1b04 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:59.231753 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Port d342e60b-616a-447b-98a6-54bc5d440ceb on network ffc01093-0697-4bf1-85e5-db707a5d1b04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:37:59.232088 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Attempting to bind port d342e60b-616a-447b-98a6-54bc5d440ceb on network ffc01093-0697-4bf1-85e5-db707a5d1b04 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:59.237871 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:59.238216 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Checking segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:59.238595 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Bound using segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:59.239051 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Bound port: d342e60b-616a-447b-98a6-54bc5d440ceb, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:59.239412 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.305157 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] For port d342e60b-616a-447b-98a6-54bc5d440ceb, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:59.308545 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] For port d342e60b-616a-447b-98a6-54bc5d440ceb, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d342e60b-616a-447b-98a6-54bc5d440ceb,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:59.313984 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.349369 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.349621 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.350891 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] 10.222.0.91 "PUT /v2.0/ports/d342e60b-616a-447b-98a6-54bc5d440ceb HTTP/1.1" status: 200 len: 1093 time: 0.8933635 Jun 30 09:37:59.351407 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:59.353679 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a6c071-0011-4923-af52-f382f1b2ee63" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:59.390726 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9111ee2-e0c4-413b-ad05-89bf248c0024 service neutron] Pushing event updated for resources: {'Port': ['ID=d342e60b-616a-447b-98a6-54bc5d440ceb,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:59.415445 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cd6cf2-2d57-47aa-bcda-97a04c985b48 x-openstack-request-id: req-84cd6cf2-2d57-47aa-bcda-97a04c985b48 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:59.415735 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:59.415990 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84cd6cf2-2d57-47aa-bcda-97a04c985b48 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:59.416389 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'status': 'completed', 'code': 200} Jun 30 09:37:59.467038 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c42a-0e80-476c-a006-5571008d22de req-ccc8d088-8b86-4e12-9cee-52859f78cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.468611 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-ccc8d088-8b86-4e12-9cee-52859f78cbcf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 1096 time: 0.0655117 Jun 30 09:37:59.520739 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-179924da-8e37-4a6a-999b-12f1db1d0264 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d342e60b-616a-447b-98a6-54bc5d440ceb HTTP/1.1" status: 200 len: 217 time: 0.0363102 Jun 30 09:37:59.576645 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c42a-0e80-476c-a006-5571008d22de req-c5f4518e-1291-4b31-8ce9-97428e3c1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.578092 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-c5f4518e-1291-4b31-8ce9-97428e3c1c6d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0445764 Jun 30 09:37:59.640236 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c42a-0e80-476c-a006-5571008d22de req-ca3fc6d7-d4b3-4e4d-be48-ba1d4d4e066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.641713 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-ca3fc6d7-d4b3-4e4d-be48-ba1d4d4e066b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526011 Jun 30 09:37:59.732623 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-30d919fb-3bdd-449e-ad50-6fcbc561a99a service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836453 Jun 30 09:37:59.822157 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fa83c42a-0e80-476c-a006-5571008d22de req-db9bf1f8-ea57-49ac-852a-77220376218b service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816309 Jun 30 09:37:59.942482 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-e91b5122-74c2-4bf1-8455-0c25280abc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.943987 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-e91b5122-74c2-4bf1-8455-0c25280abc57 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 1096 time: 0.0586963 Jun 30 09:37:59.986328 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2bd6e-e1f0-4a25-a15a-f7957ee395f2 req-f224daf9-43b5-45b1-a34c-414bd23835e2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:59.988501 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-38d2bd6e-e1f0-4a25-a15a-f7957ee395f2 req-f224daf9-43b5-45b1-a34c-414bd23835e2 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 945 time: 0.0687425 Jun 30 09:38:00.032304 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-38d2bd6e-e1f0-4a25-a15a-f7957ee395f2 req-34e77645-661c-4b2c-ac3c-431dca4971a8 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379958 Jun 30 09:38:00.037780 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-9dfa0df8-2989-4fc2-a2a0-7130c9c1a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:00.039331 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-9dfa0df8-2989-4fc2-a2a0-7130c9c1a39e service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0843141 Jun 30 09:38:00.088624 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-8ca3745a-3beb-4700-847d-24fa8ebb3f19 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d342e60b-616a-447b-98a6-54bc5d440ceb HTTP/1.1" status: 200 len: 217 time: 0.0369570 Jun 30 09:38:00.317989 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152ee58-b052-43bb-8fbf-3e64663dd209 req-d6be798b-fccd-4f0c-b7b3-8c9ef12e1f33 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:00.319545 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c152ee58-b052-43bb-8fbf-3e64663dd209 req-d6be798b-fccd-4f0c-b7b3-8c9ef12e1f33 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0646095 Jun 30 09:38:00.361249 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c152ee58-b052-43bb-8fbf-3e64663dd209 req-6ffd7b82-7939-47ab-8dd7-f60e22953dc9 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358117 Jun 30 09:38:00.435826 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-1f80e63b-ee49-4dde-bbec-cd70d21c8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:00.437270 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-1f80e63b-ee49-4dde-bbec-cd70d21c8fcd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.3401253 Jun 30 09:38:00.491680 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35c642-c385-4447-97b1-8f240c11d3ae req-76645dfc-b1cf-43df-a765-73465ef6950c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:00.492350 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1f35c642-c385-4447-97b1-8f240c11d3ae req-76645dfc-b1cf-43df-a765-73465ef6950c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.1043622 Jun 30 09:38:00.542303 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-51fea0ff-8018-4a16-9a8e-375262068405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:00.543805 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-51fea0ff-8018-4a16-9a8e-375262068405 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984242 Jun 30 09:38:00.546995 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1f35c642-c385-4447-97b1-8f240c11d3ae req-1f74bce4-540c-4f63-98ad-3e03504c98dc tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462108 Jun 30 09:38:00.639695 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-23ccdc39-663b-45c5-b363-c8384924172c service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859463 Jun 30 09:38:00.742076 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4a6c071-0011-4923-af52-f382f1b2ee63 req-44fc13a1-43e8-4633-8d9b-ccd7051e341a service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911160 Jun 30 09:38:00.894127 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:00.976305 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.000655 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:01.003604 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad0785d-28fd-4927-b582-368850e3f4e3" -d '{"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:01.022983 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:01.027333 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.058980 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d30232-19df-4c16-ad31-17b4623e1155 x-openstack-request-id: req-d5d30232-19df-4c16-ad31-17b4623e1155 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:01.059471 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:01.059860 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5d30232-19df-4c16-ad31-17b4623e1155 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:01.060332 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'code': 200} Jun 30 09:38:01.105833 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=8']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:01.234999 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8506286-da21-41fd-a6a3-5bdac4ffa527 req-5f9aa8a7-45ad-4f20-a5d8-164b98307413 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:01.236459 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a8506286-da21-41fd-a6a3-5bdac4ffa527 req-5f9aa8a7-45ad-4f20-a5d8-164b98307413 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0659983 Jun 30 09:38:01.279141 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a8506286-da21-41fd-a6a3-5bdac4ffa527 req-996674ea-a639-4847-bae3-ef8b55c79f69 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365832 Jun 30 09:38:01.563336 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a694d88-b8ac-4ecc-9008-e417021e64fd req-c218c46a-38a7-48f2-9858-63983cab62e2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:01.566225 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7a694d88-b8ac-4ecc-9008-e417021e64fd req-c218c46a-38a7-48f2-9858-63983cab62e2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0732691 Jun 30 09:38:01.614058 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7a694d88-b8ac-4ecc-9008-e417021e64fd req-df985799-f04d-43c6-a6c8-84e9c70ae8b5 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403225 Jun 30 09:38:01.873864 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e77e-16b5-4690-9e45-d2574948374a req-74a42420-a9d3-46a4-815e-622934b93b34 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:01.876115 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-87f3e77e-16b5-4690-9e45-d2574948374a req-74a42420-a9d3-46a4-815e-622934b93b34 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0697124 Jun 30 09:38:01.916540 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-87f3e77e-16b5-4690-9e45-d2574948374a req-9edf0480-b07e-4fa6-b0a9-c8daa83f394f tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339918 Jun 30 09:38:02.510074 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-0b1d4063-30cf-4a01-8fbc-3375d99d0aae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514615 Jun 30 09:38:02.513174 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3df802-a269-4747-9d4d-3bd4be093829 req-d25771fa-59cc-4a70-bb86-c539f0814aca tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:02.514776 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-df3df802-a269-4747-9d4d-3bd4be093829 req-d25771fa-59cc-4a70-bb86-c539f0814aca tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0682786 Jun 30 09:38:02.559063 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-df3df802-a269-4747-9d4d-3bd4be093829 req-dc07a9fa-1de3-4d8e-82ea-007392c19073 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 Jun 30 09:38:02.805503 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308308dc-5eda-41b9-9b49-3d1146635def req-afba2e1f-c4d0-45c5-b64f-9ac8af85399c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:02.807351 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-308308dc-5eda-41b9-9b49-3d1146635def req-afba2e1f-c4d0-45c5-b64f-9ac8af85399c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0720980 Jun 30 09:38:02.849208 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-308308dc-5eda-41b9-9b49-3d1146635def req-593047b7-535d-43f6-825c-3d33398861d4 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362506 Jun 30 09:38:03.113732 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437cf2a-f0cf-4fd8-8c34-f13ac831e034 req-2ac2e97a-acd0-424e-b199-0c9131c207e1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.120967 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c437cf2a-f0cf-4fd8-8c34-f13ac831e034 req-2ac2e97a-acd0-424e-b199-0c9131c207e1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0852687 Jun 30 09:38:03.155524 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c437cf2a-f0cf-4fd8-8c34-f13ac831e034 req-88b6b9fa-74ce-49ad-bd71-9b9ea08978b4 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336773 Jun 30 09:38:03.204692 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53000) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:03.244861 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02101ea-aea8-47d4-9a03-0905662ea62c req-3a7eb03f-b45f-41b3-81db-9c572134a481 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.246332 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f02101ea-aea8-47d4-9a03-0905662ea62c req-3a7eb03f-b45f-41b3-81db-9c572134a481 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0665143 Jun 30 09:38:03.285185 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f02101ea-aea8-47d4-9a03-0905662ea62c req-031aa8d6-3fb4-4536-8d23-f6fb18921646 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329132 Jun 30 09:38:03.305043 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-979dadd1-2276-40bb-8c31-ff82a7a10f6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985744 Jun 30 09:38:03.475396 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-65e1d0ff-e4fb-4ad4-a912-382df6384a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.477257 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-65e1d0ff-e4fb-4ad4-a912-382df6384a90 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d&tenant_id=b6ed3c3a185c4129b8190b83655ae519 HTTP/1.1" status: 200 len: 1096 time: 0.0564651 Jun 30 09:38:03.558343 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-2c750228-16f1-4e17-af72-bfbcfc94e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.559873 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-2c750228-16f1-4e17-af72-bfbcfc94e1f5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6ed3c3a185c4129b8190b83655ae519&device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 1096 time: 0.0540674 Jun 30 09:38:03.685319 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-1a328ecc-1af3-4d21-bc87-69cadc6751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.687885 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-1a328ecc-1af3-4d21-bc87-69cadc6751ea service neutron] 10.222.0.91 "GET /v2.0/networks?id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 200 len: 917 time: 0.1184914 Jun 30 09:38:03.807875 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-7f5a1b79-e8cc-4cb5-80cb-3ae2d05c19c2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed022fd-8db9-4535-843a-c5e98350cb79 HTTP/1.1" status: 200 len: 999 time: 0.1058629 Jun 30 09:38:03.858443 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4b74c-5b26-4841-a98e-3913624a5ffd req-4c7581da-9ae3-4353-a143-9162631b4a44 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.859971 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3ef4b74c-5b26-4841-a98e-3913624a5ffd req-4c7581da-9ae3-4353-a143-9162631b4a44 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.1708047 Jun 30 09:38:03.890006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-0b46cd13-9c07-4bd3-befc-a0a24130ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.891538 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-0b46cd13-9c07-4bd3-befc-a0a24130ccda service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 200 len: 855 time: 0.0771945 Jun 30 09:38:03.937406 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3ef4b74c-5b26-4841-a98e-3913624a5ffd req-ac02528e-bc2c-48bd-880b-e991405bbb10 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705764 Jun 30 09:38:03.967669 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-62fb19e9-6aae-4961-8f45-ff86c0888b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:03.969141 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-62fb19e9-6aae-4961-8f45-ff86c0888b80 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661569 Jun 30 09:38:04.069854 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-64470cf4-b52d-4ecc-b45f-ad2f9e77c5eb service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903909 Jun 30 09:38:04.162307 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-17687e12-4dbf-4a4a-8fcb-18fdcef9a36a req-d19a734c-3320-451d-8ee5-45e4aebf6eba service neutron] 10.222.0.91 "GET /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851722 Jun 30 09:38:04.348158 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda63159-0f9a-449f-a1c4-10c207e41175 req-65215a48-2c2f-4b58-8f03-800d863d8851 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:04.349742 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fda63159-0f9a-449f-a1c4-10c207e41175 req-65215a48-2c2f-4b58-8f03-800d863d8851 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0710983 Jun 30 09:38:04.398409 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fda63159-0f9a-449f-a1c4-10c207e41175 req-d8b6391d-1a63-4222-ab8f-d5a99469ef1c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Jun 30 09:38:04.504368 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038615bb-e0e7-4654-98d5-a6827d9a2a3f req-313bcc64-9c10-46e6-9994-7c54bf620402 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:04.506354 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-038615bb-e0e7-4654-98d5-a6827d9a2a3f req-313bcc64-9c10-46e6-9994-7c54bf620402 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0692608 Jun 30 09:38:04.553528 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-038615bb-e0e7-4654-98d5-a6827d9a2a3f req-dff5a65e-57a0-4212-87fd-9e7f551daf14 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381637 Jun 30 09:38:04.917473 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ca5e46dd-c7ba-453d-8280-04333e1f9420 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:04.999624 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.021389 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:05.023753 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2a64ec-21ed-44b5-80aa-99e55a6b215f" -d '{"events": [{"server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:05.039420 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:05.050753 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.107363 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=6']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:05.112518 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57180166-4763-49a4-85c9-e8f9e480a64f x-openstack-request-id: req-57180166-4763-49a4-85c9-e8f9e480a64f {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:05.113101 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:05.113547 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57180166-4763-49a4-85c9-e8f9e480a64f {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:05.114523 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'code': 200} Jun 30 09:38:05.156553 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fc78-5ad9-420b-9830-371bea3a8da0 req-07870908-5764-42d4-99a4-07536bbc7d91 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:05.158021 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fc83fc78-5ad9-420b-9830-371bea3a8da0 req-07870908-5764-42d4-99a4-07536bbc7d91 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0902064 Jun 30 09:38:05.198051 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-fc83fc78-5ad9-420b-9830-371bea3a8da0 req-b40701cd-738a-47bd-92bd-1194d599d5a0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Jun 30 09:38:05.605233 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ada5d-d2ce-4f3a-8ad1-1cc0498a1f85 req-46238fdc-2dae-4e4d-aaca-ea7cf27ea2be tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:05.606954 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b45ada5d-d2ce-4f3a-8ad1-1cc0498a1f85 req-46238fdc-2dae-4e4d-aaca-ea7cf27ea2be tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0669603 Jun 30 09:38:05.647668 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b45ada5d-d2ce-4f3a-8ad1-1cc0498a1f85 req-d66133b8-f669-4136-b616-99b291ce85f8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351522 Jun 30 09:38:05.841077 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e09ec-cd8a-43d7-b3a3-80dc4add8f4a req-6c8a5be5-83d6-4981-af0e-da3f3d798b04 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:05.842558 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-960e09ec-cd8a-43d7-b3a3-80dc4add8f4a req-6c8a5be5-83d6-4981-af0e-da3f3d798b04 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0790589 Jun 30 09:38:05.880997 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-960e09ec-cd8a-43d7-b3a3-80dc4add8f4a req-c788fba6-f22e-49a2-9660-782521010f9d tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320027 Jun 30 09:38:06.386596 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0265a8-fc31-465a-8689-d999767fed2a req-429134f9-4598-4fb2-a9c9-ade7ab84d788 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:06.388056 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ee0265a8-fc31-465a-8689-d999767fed2a req-429134f9-4598-4fb2-a9c9-ade7ab84d788 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0675547 Jun 30 09:38:06.431015 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ee0265a8-fc31-465a-8689-d999767fed2a req-edaa0ce0-e7ba-4649-8000-234daa0101f1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Jun 30 09:38:06.832498 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d3755-febc-4732-a27b-0294747ceb94 req-c2ca5658-ea36-4750-8994-2393bcb5d6fa tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:06.833993 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac2d3755-febc-4732-a27b-0294747ceb94 req-c2ca5658-ea36-4750-8994-2393bcb5d6fa tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0657861 Jun 30 09:38:06.879355 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ac2d3755-febc-4732-a27b-0294747ceb94 req-10d5ba1c-6b4b-4fea-8165-39902da2ff68 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396395 Jun 30 09:38:07.070010 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436fa35-ac83-4e7f-a8b9-abe0e5b98d79 req-0bfe07b3-0c3c-479e-9af2-a50ad9eaee04 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:07.071741 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c436fa35-ac83-4e7f-a8b9-abe0e5b98d79 req-0bfe07b3-0c3c-479e-9af2-a50ad9eaee04 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0673254 Jun 30 09:38:07.121053 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c436fa35-ac83-4e7f-a8b9-abe0e5b98d79 req-b431dc6c-6bd7-4eab-b20e-796db81b262b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428288 Jun 30 09:38:07.626904 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082b7e9-546d-48c1-ae45-cda0a11237c9 req-2616a813-89fb-4f70-b375-c6d8dceb685d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:07.631641 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e082b7e9-546d-48c1-ae45-cda0a11237c9 req-2616a813-89fb-4f70-b375-c6d8dceb685d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0734162 Jun 30 09:38:07.679469 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e082b7e9-546d-48c1-ae45-cda0a11237c9 req-d4120fdc-06af-40db-8fe8-8d430c8062ad tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444458 Jun 30 09:38:08.064542 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa1073-1f8e-4750-8470-6b0504b9e71d req-48b9ec0f-743f-485d-908a-48df4570cdb1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.066269 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6daa1073-1f8e-4750-8470-6b0504b9e71d req-48b9ec0f-743f-485d-908a-48df4570cdb1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0715649 Jun 30 09:38:08.109819 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6daa1073-1f8e-4750-8470-6b0504b9e71d req-70ac94be-7893-4e74-9aeb-50ccb817808a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Jun 30 09:38:08.306197 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae530-367c-4a90-9f5d-e87e6ff340dc req-1b2c9937-138b-419f-bd0c-e591911d1030 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.308091 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3edae530-367c-4a90-9f5d-e87e6ff340dc req-1b2c9937-138b-419f-bd0c-e591911d1030 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0689743 Jun 30 09:38:08.347621 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3edae530-367c-4a90-9f5d-e87e6ff340dc req-32d0f3e3-fc51-4d90-9cc4-9b53035f7537 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334926 Jun 30 09:38:08.872943 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42f9b8-be34-4c80-8ef2-0958933d30bf req-32496e5b-623e-4a63-be81-9bb58b75ef9d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.874611 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8e42f9b8-be34-4c80-8ef2-0958933d30bf req-32496e5b-623e-4a63-be81-9bb58b75ef9d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0679677 Jun 30 09:38:08.917022 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8e42f9b8-be34-4c80-8ef2-0958933d30bf req-007b83b0-524c-4e48-b524-44c775716c97 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367358 Jun 30 09:38:09.296226 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04144611-3c11-455a-9fed-7d6180bee88b req-74dc2a8e-ddc9-43f5-9ef2-55ba078fa965 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.298311 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-04144611-3c11-455a-9fed-7d6180bee88b req-74dc2a8e-ddc9-43f5-9ef2-55ba078fa965 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0678678 Jun 30 09:38:09.337944 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-04144611-3c11-455a-9fed-7d6180bee88b req-6dd1b223-a595-4692-877b-3f58eb850266 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330963 Jun 30 09:38:09.525470 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363778c2-8758-400a-8e7d-7b8ee2edddfc req-3ba7fe16-348e-4a87-a9bd-d70e4f384b1b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.527080 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-363778c2-8758-400a-8e7d-7b8ee2edddfc req-3ba7fe16-348e-4a87-a9bd-d70e4f384b1b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0654817 Jun 30 09:38:09.565840 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-363778c2-8758-400a-8e7d-7b8ee2edddfc req-a234b411-f286-43d5-8dc0-62ecf840b73e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326540 Jun 30 09:38:10.112604 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f80ca-32b6-4108-b6ab-bc085bde9fed req-c0f39525-c0fd-4dd2-8cfb-a2ea5ac900e0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:10.114183 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8b1f80ca-32b6-4108-b6ab-bc085bde9fed req-c0f39525-c0fd-4dd2-8cfb-a2ea5ac900e0 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0742040 Jun 30 09:38:10.153520 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8b1f80ca-32b6-4108-b6ab-bc085bde9fed req-d12a5156-bf8a-41ee-8c8d-7e475b4e510b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335402 Jun 30 09:38:10.563604 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb999f-ce2b-4651-a8f0-e170d554db88 req-3539892a-69c1-4ae1-a13d-ae346b08a98a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:10.565738 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2ceb999f-ce2b-4651-a8f0-e170d554db88 req-3539892a-69c1-4ae1-a13d-ae346b08a98a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0728707 Jun 30 09:38:10.606136 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2ceb999f-ce2b-4651-a8f0-e170d554db88 req-958ff4fb-619a-4907-b94e-818d0d70e9f0 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342464 Jun 30 09:38:10.797064 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048a579-354e-4424-b063-59915313a5e3 req-bfcb672f-d809-48a3-9787-f43b0f5a0115 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:10.798755 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f048a579-354e-4424-b063-59915313a5e3 req-bfcb672f-d809-48a3-9787-f43b0f5a0115 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0792940 Jun 30 09:38:10.845065 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f048a579-354e-4424-b063-59915313a5e3 req-754560c0-a254-4d01-8a62-f21db2eae60f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399570 Jun 30 09:38:11.339713 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd3e41-b94f-42b1-a6fe-1dedc9351f1f req-b97e4db1-5aee-4889-94cc-6228717dcae6 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:11.343587 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1bcd3e41-b94f-42b1-a6fe-1dedc9351f1f req-b97e4db1-5aee-4889-94cc-6228717dcae6 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0699611 Jun 30 09:38:11.383308 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1bcd3e41-b94f-42b1-a6fe-1dedc9351f1f req-2ab8f25e-fef8-4c36-9be9-f6556954f858 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354424 Jun 30 09:38:11.788485 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0378c3-47c5-4087-80de-7a2ae041b7b7 req-e3373989-7b9c-4926-b231-47e18ebc372f tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:11.790006 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cc0378c3-47c5-4087-80de-7a2ae041b7b7 req-e3373989-7b9c-4926-b231-47e18ebc372f tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0661223 Jun 30 09:38:11.829518 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cc0378c3-47c5-4087-80de-7a2ae041b7b7 req-0d0e203d-ad94-4756-9585-1199ddd214ff tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336630 Jun 30 09:38:12.031640 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf7a1-1c05-42de-b799-05faf55f7372 req-79b99dd3-ac76-4fb1-9b55-222864d95789 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:12.039554 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-94ecf7a1-1c05-42de-b799-05faf55f7372 req-79b99dd3-ac76-4fb1-9b55-222864d95789 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0793798 Jun 30 09:38:12.075274 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-94ecf7a1-1c05-42de-b799-05faf55f7372 req-b4721b83-a04e-41ac-b68b-73ddd46bc542 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348184 Jun 30 09:38:12.572129 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7a44a-5169-44db-9e9f-3a2063354945 req-78bc184a-4d93-4f43-b284-272079dbbe59 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:12.574188 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c9c7a44a-5169-44db-9e9f-3a2063354945 req-78bc184a-4d93-4f43-b284-272079dbbe59 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0663598 Jun 30 09:38:12.614014 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c9c7a44a-5169-44db-9e9f-3a2063354945 req-305a7ff1-6d1c-4297-ad03-f34e46969bba tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338776 Jun 30 09:38:13.021688 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2e3df-c8db-42b4-a3e2-c8488aae1477 req-ad0ea8c7-df1e-4662-862a-3617fd448317 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.023252 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c1f2e3df-c8db-42b4-a3e2-c8488aae1477 req-ad0ea8c7-df1e-4662-862a-3617fd448317 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0739617 Jun 30 09:38:13.067529 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c1f2e3df-c8db-42b4-a3e2-c8488aae1477 req-5c59142b-431a-4adf-84f2-358d4cd6aea4 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385096 Jun 30 09:38:13.268131 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189383c-7814-4680-a059-65900276aca8 req-f5514efb-c638-41e5-b9c2-01b8823f932f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.269695 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2189383c-7814-4680-a059-65900276aca8 req-f5514efb-c638-41e5-b9c2-01b8823f932f tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0675631 Jun 30 09:38:13.310849 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2189383c-7814-4680-a059-65900276aca8 req-3b719d05-ff92-4f74-810d-67fc30dc264e tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353696 Jun 30 09:38:13.796667 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a320e-621a-4e5d-b2db-e82979d5f289 req-1dc63016-bce5-46bc-9a6a-0dd9db260d74 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.799136 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9e4a320e-621a-4e5d-b2db-e82979d5f289 req-1dc63016-bce5-46bc-9a6a-0dd9db260d74 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0640755 Jun 30 09:38:13.839456 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9e4a320e-621a-4e5d-b2db-e82979d5f289 req-5ed63ee4-11dd-4943-b31d-3710eb3a596c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Jun 30 09:38:14.255774 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25134ac-4004-4012-a367-48849a698120 req-bec7841a-b323-460b-836a-da40838126fe tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.257252 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e25134ac-4004-4012-a367-48849a698120 req-bec7841a-b323-460b-836a-da40838126fe tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0704124 Jun 30 09:38:14.296222 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e25134ac-4004-4012-a367-48849a698120 req-4427e32c-8515-4158-bf27-386d3f7a7189 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Jun 30 09:38:14.493338 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05ad49-c809-49fc-a2c9-a1a7558b0d0f req-f50c42b7-1bf1-4d9e-9290-2c07cabbf4dc tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.495301 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c05ad49-c809-49fc-a2c9-a1a7558b0d0f req-f50c42b7-1bf1-4d9e-9290-2c07cabbf4dc tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0678568 Jun 30 09:38:14.534940 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c05ad49-c809-49fc-a2c9-a1a7558b0d0f req-267b88c2-865d-4a83-bbee-f354ab3374bd tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338929 Jun 30 09:38:15.035911 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03850a6-5d8e-471a-969c-936ada75b3ae req-55fa7335-2ee0-4af4-87ea-335b1854b509 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.037383 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a03850a6-5d8e-471a-969c-936ada75b3ae req-55fa7335-2ee0-4af4-87ea-335b1854b509 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0663087 Jun 30 09:38:15.079594 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a03850a6-5d8e-471a-969c-936ada75b3ae req-b471961e-ff23-46ed-a2eb-f5a893b6097d tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365949 Jun 30 09:38:15.478872 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a2e6-3735-457a-b6ba-857161c0b0aa req-6f64b18d-6d4d-40bc-abd9-ceba671e74a5 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.480433 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d541a2e6-3735-457a-b6ba-857161c0b0aa req-6f64b18d-6d4d-40bc-abd9-ceba671e74a5 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0680456 Jun 30 09:38:15.522823 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d541a2e6-3735-457a-b6ba-857161c0b0aa req-5952a66c-ef8a-4283-82a2-868b3ece2c73 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358346 Jun 30 09:38:15.724152 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241814a0-ad57-44d6-a8b2-99475f89cd0f req-5eb12d16-2ffe-4ffb-9624-8b8ca1f6d804 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.725755 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-241814a0-ad57-44d6-a8b2-99475f89cd0f req-5eb12d16-2ffe-4ffb-9624-8b8ca1f6d804 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0739360 Jun 30 09:38:15.764859 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-241814a0-ad57-44d6-a8b2-99475f89cd0f req-8135d1d0-7b0c-4395-94c7-eaa6d0ab7aef tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333552 Jun 30 09:38:16.267150 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a8148-c46b-49e6-92e4-e879b9eebbab req-db3549df-8bc6-412c-b0b9-87e0a0d45600 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.269228 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9d2a8148-c46b-49e6-92e4-e879b9eebbab req-db3549df-8bc6-412c-b0b9-87e0a0d45600 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0675092 Jun 30 09:38:16.309439 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-9d2a8148-c46b-49e6-92e4-e879b9eebbab req-ceea3ded-976b-4473-81fb-f57e5f5964c4 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Jun 30 09:38:16.695539 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d688a83-e460-45c1-a931-a0e1ec6dbd1e req-0e73b505-8fbb-49e0-b0ec-66b19789e03e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.697013 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2d688a83-e460-45c1-a931-a0e1ec6dbd1e req-0e73b505-8fbb-49e0-b0ec-66b19789e03e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0639524 Jun 30 09:38:16.736274 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2d688a83-e460-45c1-a931-a0e1ec6dbd1e req-579ae29c-6c81-476d-a3a8-c7ad26772667 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330527 Jun 30 09:38:16.934726 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c94ce-c548-44be-8a5d-6b0571f40a51 req-a3f17f58-e294-4ca9-9794-6efeea1f506c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.936198 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a62c94ce-c548-44be-8a5d-6b0571f40a51 req-a3f17f58-e294-4ca9-9794-6efeea1f506c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0629954 Jun 30 09:38:16.978240 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a62c94ce-c548-44be-8a5d-6b0571f40a51 req-dac1a8e1-d933-4b4f-b9e3-45b97d01760b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358226 Jun 30 09:38:17.111674 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-e8059207-c896-4c86-b5f4-99d2042ff5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.113990 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-e8059207-c896-4c86-b5f4-99d2042ff5f4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2&tenant_id=163a23a9669849d5a7477f0a8b714f00 HTTP/1.1" status: 200 len: 1097 time: 0.0530777 Jun 30 09:38:17.195592 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-68bba398-ea1a-4e6c-abfc-b355fcd260de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.197062 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-68bba398-ea1a-4e6c-abfc-b355fcd260de service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0540433 Jun 30 09:38:17.295636 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-eb348db5-2136-42b2-a756-82dba420bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.297104 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-eb348db5-2136-42b2-a756-82dba420bf5f service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 200 len: 910 time: 0.0934074 Jun 30 09:38:17.366301 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-65d6dfa6-59c6-4e15-b290-01037a4ea24c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 200 len: 1000 time: 0.0608618 Jun 30 09:38:17.416687 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-438afc62-509b-4991-b625-7132ce96ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.418166 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-438afc62-509b-4991-b625-7132ce96ac2f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eafda67-63d6-4eb8-8d98-1632ee3e5122 HTTP/1.1" status: 200 len: 848 time: 0.0453796 Jun 30 09:38:17.492374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-0d572633-b0ee-46a6-ae16-e3a014d0d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.493880 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-0d572633-b0ee-46a6-ae16-e3a014d0d7c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd27c597-5adc-4a1f-b909-89fd58f61b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573275 Jun 30 09:38:17.498424 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53588e6-1457-4797-94f4-7a389838b1d2 req-96ab4a0d-1a05-4b84-ad88-627d32cdde8a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.499915 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b53588e6-1457-4797-94f4-7a389838b1d2 req-96ab4a0d-1a05-4b84-ad88-627d32cdde8a tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0654254 Jun 30 09:38:17.540899 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b53588e6-1457-4797-94f4-7a389838b1d2 req-79bf8e1e-6e05-4e34-871b-567928d0823c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352471 Jun 30 09:38:17.586337 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-2bd4cf69-da65-48f7-b9d2-a5e0c5027b77 service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837517 Jun 30 09:38:17.680221 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7cde4127-3206-40f7-a11b-ba06cefe15c4 req-a070b977-d40a-4590-92af-1f1a578ac33f service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844960 Jun 30 09:38:17.914371 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c51f4-b9c3-47a9-98fa-53461b049b44 req-edf72cf2-e820-48e7-9038-a6ac0e9ab055 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:17.915882 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-020c51f4-b9c3-47a9-98fa-53461b049b44 req-edf72cf2-e820-48e7-9038-a6ac0e9ab055 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0653882 Jun 30 09:38:17.957121 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-020c51f4-b9c3-47a9-98fa-53461b049b44 req-941d5330-0740-4b7c-abdc-7794b7740c79 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355759 Jun 30 09:38:18.151215 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f29c0-1f82-4cee-9b2c-4b6647c5bc16 req-137578f3-857a-40e2-a337-23b7830d295b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.152690 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ed0f29c0-1f82-4cee-9b2c-4b6647c5bc16 req-137578f3-857a-40e2-a337-23b7830d295b tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0626905 Jun 30 09:38:18.190569 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ed0f29c0-1f82-4cee-9b2c-4b6647c5bc16 req-6142b75b-7bf6-4923-8b9d-b50b1c830407 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321941 Jun 30 09:38:18.532726 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-06b3ba06-86fa-468d-abad-77513894ed60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.720888 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec73da-f53d-476c-b12a-cbeccea5193d req-77d0ec1a-ef49-442e-ad1a-8d2b2fb5e36f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.723139 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2aec73da-f53d-476c-b12a-cbeccea5193d req-77d0ec1a-ef49-442e-ad1a-8d2b2fb5e36f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 943 time: 0.0642390 Jun 30 09:38:18.759507 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2aec73da-f53d-476c-b12a-cbeccea5193d req-312e5499-c1b5-4dd2-b858-80d435063ff3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305579 Jun 30 09:38:18.967368 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:19.070772 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:19.083172 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'port_id': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'mac_address': 'fa:16:3e:31:bb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:19.125378 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.136491 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1ac3-b428-49a1-82cf-b0cd83d516b9 req-627bfc27-6910-4c49-8d1f-07114305db3c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:19.137969 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b1cb1ac3-b428-49a1-82cf-b0cd83d516b9 req-627bfc27-6910-4c49-8d1f-07114305db3c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 943 time: 0.0658040 Jun 30 09:38:19.139060 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed022fd-8db9-4535-843a-c5e98350cb79 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:19.160589 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:19.164743 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.165391 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device d342e60b-616a-447b-98a6-54bc5d440ceb details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:19.176541 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b1cb1ac3-b428-49a1-82cf-b0cd83d516b9 req-fb8e5899-266b-43a8-9edc-bc3392ac1337 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 Jun 30 09:38:19.256980 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=9']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.302978 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port d342e60b-616a-447b-98a6-54bc5d440ceb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d342e60b-616a-447b-98a6-54bc5d440ceb,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:19.314964 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:19.353258 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.366986 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d342e60b-616a-447b-98a6-54bc5d440ceb {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:19.369342 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608d3e9-6a61-47d9-923f-bcd0810ba077 req-7384cd27-9668-4ccb-b05c-1d280b2077f0 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:19.370805 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1608d3e9-6a61-47d9-923f-bcd0810ba077 req-7384cd27-9668-4ccb-b05c-1d280b2077f0 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0665834 Jun 30 09:38:19.388291 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port d342e60b-616a-447b-98a6-54bc5d440ceb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d342e60b-616a-447b-98a6-54bc5d440ceb,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:19.392880 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.410914 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1608d3e9-6a61-47d9-923f-bcd0810ba077 req-956b18ee-e1f7-45f1-82c0-9bcfabe10413 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343635 Jun 30 09:38:19.443922 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=d342e60b-616a-447b-98a6-54bc5d440ceb,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.661042 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['d342e60b-616a-447b-98a6-54bc5d440ceb'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:19.665013 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['0ed022fd-8db9-4535-843a-c5e98350cb79'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:19.948691 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed4030-48b2-4eed-b7f8-82b35dbab20d req-f078ddcc-a65a-454a-b3f7-c304210f90a1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:19.950090 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a0ed4030-48b2-4eed-b7f8-82b35dbab20d req-f078ddcc-a65a-454a-b3f7-c304210f90a1 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 944 time: 0.0673082 Jun 30 09:38:19.989656 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a0ed4030-48b2-4eed-b7f8-82b35dbab20d req-0f5dd2b2-2337-4110-abea-a08aefcfbdae tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336275 Jun 30 09:38:20.510445 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe7f7-0433-4bb7-a60b-7c4333c9e427 req-a2910b51-f70b-4b75-9fda-61127f06ea55 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:20.511871 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fecbe7f7-0433-4bb7-a60b-7c4333c9e427 req-a2910b51-f70b-4b75-9fda-61127f06ea55 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 944 time: 0.0644190 Jun 30 09:38:20.555836 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-fecbe7f7-0433-4bb7-a60b-7c4333c9e427 req-c51d9a1c-c63b-4e37-bc85-5256cc0f5ffb tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382986 Jun 30 09:38:20.598803 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae9a62-4d70-4671-8a2f-8e662a445ee9 req-871d079b-50fa-4d34-a1e7-b0f77c1a64f6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:20.600329 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06ae9a62-4d70-4671-8a2f-8e662a445ee9 req-871d079b-50fa-4d34-a1e7-b0f77c1a64f6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0674813 Jun 30 09:38:20.639810 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06ae9a62-4d70-4671-8a2f-8e662a445ee9 req-7e1f1e44-c107-4e21-adf0-ebdadeb89c9d tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338030 Jun 30 09:38:20.982110 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:21.033807 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 0ed022fd-8db9-4535-843a-c5e98350cb79 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:21.034848 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.088259 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-db5d9784-1d88-4199-b88f-a2480efddd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.125910 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.148938 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:21.151243 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d6dcc-3ee3-4698-8d7b-35ce9883f087" -d '{"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:21.164105 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:21.168245 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.169056 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device d342e60b-616a-447b-98a6-54bc5d440ceb up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:21.169972 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86129ba1-01ee-48af-b73d-d3bc8699de37 req-9dbcbcc5-6c68-4cc5-b149-e8ce182ab0d5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.177287 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-86129ba1-01ee-48af-b73d-d3bc8699de37 req-9dbcbcc5-6c68-4cc5-b149-e8ce182ab0d5 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 944 time: 0.0708954 Jun 30 09:38:21.214890 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb91d625-2d5a-4ce7-8312-6bc36d2c1ac7 x-openstack-request-id: req-fb91d625-2d5a-4ce7-8312-6bc36d2c1ac7 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:21.215197 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:21.215454 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb91d625-2d5a-4ce7-8312-6bc36d2c1ac7 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:21.215841 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'code': 200} Jun 30 09:38:21.223433 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-86129ba1-01ee-48af-b73d-d3bc8699de37 req-91c9e001-47a5-49cc-be80-b5de82402a23 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452020 Jun 30 09:38:21.265938 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=10']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:21.284770 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port d342e60b-616a-447b-98a6-54bc5d440ceb completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:21.290055 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port d342e60b-616a-447b-98a6-54bc5d440ceb triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:21.290441 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.449572 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.451174 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.486153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port d342e60b-616a-447b-98a6-54bc5d440ceb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d342e60b-616a-447b-98a6-54bc5d440ceb,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:21.490847 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.526762 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2635596-c228-4aa0-b2ab-37ee8e2b42e4 req-e37af6ff-0dd4-4021-a87a-b1a917a3af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.528396 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d2635596-c228-4aa0-b2ab-37ee8e2b42e4 req-e37af6ff-0dd4-4021-a87a-b1a917a3af3f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 1099 time: 0.0539575 Jun 30 09:38:21.543129 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=d342e60b-616a-447b-98a6-54bc5d440ceb,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:21.575134 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d2635596-c228-4aa0-b2ab-37ee8e2b42e4 req-226562c1-b975-481e-8330-8f451032fe54 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295436 Jun 30 09:38:21.731122 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2572d67-ac15-475f-8f2a-6f939f6dc8c0 req-b7203437-efb9-4068-8153-d355950682ff tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.732618 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e2572d67-ac15-475f-8f2a-6f939f6dc8c0 req-b7203437-efb9-4068-8153-d355950682ff tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 945 time: 0.0634456 Jun 30 09:38:21.772019 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e2572d67-ac15-475f-8f2a-6f939f6dc8c0 req-58b36ebb-58d5-49c2-aa96-510ca6f35185 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322926 Jun 30 09:38:21.822303 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe2a4b-7d20-4482-9197-eaf7849d65a2 req-a23e9d4a-d8f9-4dfb-8633-6e51fa8976f6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.823779 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5abe2a4b-7d20-4482-9197-eaf7849d65a2 req-a23e9d4a-d8f9-4dfb-8633-6e51fa8976f6 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0659323 Jun 30 09:38:21.860652 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-5abe2a4b-7d20-4482-9197-eaf7849d65a2 req-b157b7c7-c562-4d54-b3c4-e06f5df13541 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312226 Jun 30 09:38:22.394647 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e693e-57ea-4818-9e10-7484e759ea06 req-6f616c56-7a99-4cf0-86a9-e98db3197fb3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.396029 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d83e693e-57ea-4818-9e10-7484e759ea06 req-6f616c56-7a99-4cf0-86a9-e98db3197fb3 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 946 time: 0.0627515 Jun 30 09:38:22.438753 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d83e693e-57ea-4818-9e10-7484e759ea06 req-a9d8604f-06cc-44e2-a7aa-ff9f492d2315 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367856 Jun 30 09:38:22.588374 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.624659 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.958089 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a6cb-e1a4-41ff-a581-cc5892529401 req-8a5d2761-3060-4782-bb7c-bc626040d3e6 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.959646 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bcc7a6cb-e1a4-41ff-a581-cc5892529401 req-8a5d2761-3060-4782-bb7c-bc626040d3e6 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 945 time: 0.0751810 Jun 30 09:38:23.007986 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-bcc7a6cb-e1a4-41ff-a581-cc5892529401 req-b32fb178-01a4-41a0-ad48-d96234d6bb0f tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Jun 30 09:38:23.063573 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6065a73-e830-44ba-982d-f0f417af65a6 req-bfe3bcef-fbf4-4837-aef5-91d5c2db8751 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.066375 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b6065a73-e830-44ba-982d-f0f417af65a6 req-bfe3bcef-fbf4-4837-aef5-91d5c2db8751 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0756071 Jun 30 09:38:23.105763 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b6065a73-e830-44ba-982d-f0f417af65a6 req-fb13114e-c382-4c0b-bf31-6438534c6aed tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335166 Jun 30 09:38:23.217274 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:23.219563 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1708ceb-089b-473b-bda4-94b90c76aa70" -d '{"events": [{"server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "name": "network-vif-plugged", "status": "completed", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:23.256702 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668dbd94-7a23-41de-871d-00418637d1da x-openstack-request-id: req-668dbd94-7a23-41de-871d-00418637d1da {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:23.256990 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "name": "network-vif-plugged", "status": "completed", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:23.257253 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-668dbd94-7a23-41de-871d-00418637d1da {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:23.257624 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'code': 200} Jun 30 09:38:23.645971 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc45d-af28-47c0-b87d-33b177e79389 req-55e080ea-c1f3-4c9b-acc4-03924e42b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.647634 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a27bc45d-af28-47c0-b87d-33b177e79389 req-55e080ea-c1f3-4c9b-acc4-03924e42b822 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 1098 time: 0.0900342 Jun 30 09:38:23.670449 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34c72f-ea43-417c-a332-5b897da23fb3 req-de2d197b-7ab0-4253-913d-424403952f61 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.671946 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ab34c72f-ea43-417c-a332-5b897da23fb3 req-de2d197b-7ab0-4253-913d-424403952f61 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 946 time: 0.1068928 Jun 30 09:38:23.712031 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a27bc45d-af28-47c0-b87d-33b177e79389 req-050a9144-e0b0-4612-a2fc-ae4a8c91c2bb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554671 Jun 30 09:38:23.724405 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ab34c72f-ea43-417c-a332-5b897da23fb3 req-86f195a1-911a-4903-ab94-4870d57c02b9 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 Jun 30 09:38:23.933365 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.187907 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18015fb7-a6de-4ec0-bd62-d174d737a153 req-b6e22f3a-d65a-42b4-8e33-e6b722ee471c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:24.189386 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-18015fb7-a6de-4ec0-bd62-d174d737a153 req-b6e22f3a-d65a-42b4-8e33-e6b722ee471c tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 945 time: 0.0646665 Jun 30 09:38:24.227518 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-18015fb7-a6de-4ec0-bd62-d174d737a153 req-b6f2eed8-ddfd-4bd1-9dd2-475e7ed443c8 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Jun 30 09:38:24.285632 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb33468-de02-435d-ac68-ce2d438deed5 req-102cd3f7-7e62-4df8-9823-ff3c94a57961 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:24.287123 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6fb33468-de02-435d-ac68-ce2d438deed5 req-102cd3f7-7e62-4df8-9823-ff3c94a57961 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 944 time: 0.0638721 Jun 30 09:38:24.325133 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-6fb33468-de02-435d-ac68-ce2d438deed5 req-e0555fc1-1b9d-4801-99b8-a85608dc237a tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321629 Jun 30 09:38:25.009717 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ca5e46dd-c7ba-453d-8280-04333e1f9420 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:25.104024 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:25.116095 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'port_id': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'mac_address': 'fa:16:3e:7f:72:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:25.155966 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.168367 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5e46dd-c7ba-453d-8280-04333e1f9420 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:25.187244 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:25.191310 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.237459 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=7']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:25.417121 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263805d-d831-4a4d-a157-b416e3de91d1 req-682a7697-9f5b-4909-a4aa-798c92ac8d18 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:25.418702 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9263805d-d831-4a4d-a157-b416e3de91d1 req-682a7697-9f5b-4909-a4aa-798c92ac8d18 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 945 time: 0.0665886 Jun 30 09:38:25.463235 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9263805d-d831-4a4d-a157-b416e3de91d1 req-ed871410-ec27-4c1c-893a-f27d5816f0db tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 Jun 30 09:38:25.491275 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['ca5e46dd-c7ba-453d-8280-04333e1f9420'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:25.512706 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334fbf-1b81-464e-acf1-3cac1091c041 req-b6944b13-b8a2-49e1-a46b-705b1b515f05 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:25.514389 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06334fbf-1b81-464e-acf1-3cac1091c041 req-b6944b13-b8a2-49e1-a46b-705b1b515f05 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 945 time: 0.0704043 Jun 30 09:38:25.561919 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06334fbf-1b81-464e-acf1-3cac1091c041 req-947a555b-6a15-44fc-b428-4525215682f7 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401165 Jun 30 09:38:25.647534 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94ff9-723b-45af-af44-d2bd4d81bc9c req-5f6cf0cc-1a00-4fc3-a547-181a4297e6cc tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:25.648971 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe94ff9-723b-45af-af44-d2bd4d81bc9c req-5f6cf0cc-1a00-4fc3-a547-181a4297e6cc tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 945 time: 0.0628836 Jun 30 09:38:25.687144 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1fe94ff9-723b-45af-af44-d2bd4d81bc9c req-8fe1367b-ebc2-4209-ab61-4d03b1e954c7 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324509 Jun 30 09:38:25.713241 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53204) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:25.763171 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a892cd3-e518-424e-97bc-4f748347697d tempest-TestVolumeBootPattern-400122625 tempest-TestVolumeBootPattern-400122625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:25.764654 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-8a892cd3-e518-424e-97bc-4f748347697d tempest-TestVolumeBootPattern-400122625 tempest-TestVolumeBootPattern-400122625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 1093 time: 0.0503018 Jun 30 09:38:25.767459 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53206) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:25.772379 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:25.795780 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.892703 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.996939 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Allocated IP 172.27.3.226 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/70a57bfb-1e21-4edf-882a-f1c32eb8d708) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:26.103602 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.141481 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.179176 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:26.181826 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:26.187513 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:26.193085 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=70a57bfb-1e21-4edf-882a-f1c32eb8d708,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:26.221942 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.222357 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.222862 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.223374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.223709 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.224033 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.224353 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.224672 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.224990 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.225305 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.225618 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.225930 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:26.569713 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.652276 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.735024 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eb54e-3f01-482d-a0c9-8081921a093d req-f1c87ee3-91ad-4c54-b36f-703bda4c3225 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:26.736525 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-134eb54e-3f01-482d-a0c9-8081921a093d req-f1c87ee3-91ad-4c54-b36f-703bda4c3225 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 945 time: 0.0639760 Jun 30 09:38:26.775218 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-134eb54e-3f01-482d-a0c9-8081921a093d req-5b7b0016-50d3-4b59-8965-49c0e2903859 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323606 Jun 30 09:38:26.804427 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.809337 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.881549 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=70a57bfb-1e21-4edf-882a-f1c32eb8d708,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:26.889824 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.025631 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ca5e46dd-c7ba-453d-8280-04333e1f9420 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:27.076161 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port ca5e46dd-c7ba-453d-8280-04333e1f9420 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:27.076538 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.162973 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.186729 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:27.189024 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ee9027-097d-43f5-bd5a-c1bb9f75b8b7" -d '{"events": [{"server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "name": "network-vif-plugged", "status": "completed", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:27.203290 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:27.208100 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.236661 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb52253e-c8b8-4226-a9b8-11e73d914bd3 x-openstack-request-id: req-bb52253e-c8b8-4226-a9b8-11e73d914bd3 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:27.236969 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "name": "network-vif-plugged", "status": "completed", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:27.237228 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb52253e-c8b8-4226-a9b8-11e73d914bd3 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:27.237620 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'code': 200} Jun 30 09:38:27.267202 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=8']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:27.269613 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Floating IP 413ab60c-0a76-4911-bcae-cbf7e31009fe associated. External IP: 172.27.3.226, port: d342e60b-616a-447b-98a6-54bc5d440ceb. Jun 30 09:38:27.511568 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Router d920df23-8519-4153-b2d1-76e29f3709e2 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:27.586876 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81884f0e-e3a1-433f-a81a-14c9b200a4e4 req-b5a62735-5f56-47f5-aaa8-8fb7bc0ab662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.588370 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-81884f0e-e3a1-433f-a81a-14c9b200a4e4 req-b5a62735-5f56-47f5-aaa8-8fb7bc0ab662 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1099 time: 0.1058302 Jun 30 09:38:27.660418 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:27.663144 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-81884f0e-e3a1-433f-a81a-14c9b200a4e4 req-458f3905-f9b9-4fb3-aed0-8ff5e9c2a9c1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447960 Jun 30 09:38:27.669833 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:27.677870 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.679786 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:27.680419 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:27.715060 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4e8e4de1-7d90-4dc5-bb12-8c0e365c44b3 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9459426 Jun 30 09:38:27.716154 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:27.719014 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b59676-86e0-4615-8712-21d0be8243ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:27.758245 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f60d43b-1b52-49d2-b4fd-6bad1fd8fafc x-openstack-request-id: req-2f60d43b-1b52-49d2-b4fd-6bad1fd8fafc {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:27.758541 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:27.758788 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f60d43b-1b52-49d2-b4fd-6bad1fd8fafc {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:27.759242 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'status': 'completed', 'code': 200} Jun 30 09:38:27.787961 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:27.857343 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59676-86e0-4615-8712-21d0be8243ba req-5285c647-0711-45cc-b98f-cdc9942d74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.859838 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d4b59676-86e0-4615-8712-21d0be8243ba req-5285c647-0711-45cc-b98f-cdc9942d74d2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 1098 time: 0.0666070 Jun 30 09:38:27.963638 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daecbc-3db8-488f-a9ff-aa2cf366e047 req-be155713-8896-4b2d-9cfb-8fbd75b06a87 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.964227 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59676-86e0-4615-8712-21d0be8243ba req-4393ab74-46bd-4dbc-9b8a-86b6e44bc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.965182 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-34daecbc-3db8-488f-a9ff-aa2cf366e047 req-be155713-8896-4b2d-9cfb-8fbd75b06a87 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0724065 Jun 30 09:38:27.965304 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d4b59676-86e0-4615-8712-21d0be8243ba req-4393ab74-46bd-4dbc-9b8a-86b6e44bc463 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0971947 Jun 30 09:38:28.005616 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-34daecbc-3db8-488f-a9ff-aa2cf366e047 req-637f8460-2fff-4e77-a754-a50b031f6413 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346737 Jun 30 09:38:28.046122 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d4b59676-86e0-4615-8712-21d0be8243ba req-9633c68c-a226-40f6-9c16-7165ca90663e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d342e60b-616a-447b-98a6-54bc5d440ceb HTTP/1.1" status: 200 len: 999 time: 0.0666733 Jun 30 09:38:28.050260 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:26Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:28.076309 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:28.084914 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:28.085525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:28.109011 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59676-86e0-4615-8712-21d0be8243ba req-b5704f39-ca35-469e-b6d6-33a75f3bcfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:28.110569 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d4b59676-86e0-4615-8712-21d0be8243ba req-b5704f39-ca35-469e-b6d6-33a75f3bcfd1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0474868 Jun 30 09:38:28.168298 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59676-86e0-4615-8712-21d0be8243ba req-1be43f45-a1fc-4cf5-93a9-40b2f9ea8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:28.169805 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d4b59676-86e0-4615-8712-21d0be8243ba req-1be43f45-a1fc-4cf5-93a9-40b2f9ea8a29 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518434 Jun 30 09:38:28.191873 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:28.262085 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d4b59676-86e0-4615-8712-21d0be8243ba req-5d80d136-b779-4137-8c85-15feb5e8e893 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845759 Jun 30 09:38:28.360354 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d4b59676-86e0-4615-8712-21d0be8243ba req-a0cdcf44-3417-4958-b441-ed359976202d service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906408 Jun 30 09:38:28.422680 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:26Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:28.454070 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82a8ee-c49b-4819-b63b-48df46a06070 None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:26Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:28.640987 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268b03c-8e97-4359-ad38-1b484ae3c87e None None] New status for floating IP 413ab60c-0a76-4911-bcae-cbf7e31009fe: ACTIVE {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:28.738359 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:29.178636 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c665-c30e-4130-9a05-022ab298a71f req-899dcb85-2aa7-438e-a868-b235a0d79184 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:29.180141 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-11d8c665-c30e-4130-9a05-022ab298a71f req-899dcb85-2aa7-438e-a868-b235a0d79184 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0624952 Jun 30 09:38:29.217409 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-11d8c665-c30e-4130-9a05-022ab298a71f req-c5d1da07-3225-42df-a5fb-71c83f8dc5e0 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314372 Jun 30 09:38:48.535450 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-8f53101e-359d-4482-889b-c30eee12a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.078697 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bd91c2c1-fc0c-4c9b-9ff6-47218aba7216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.391781 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:52.585513 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:52.622421 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.933601 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.941305 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81c619-0622-4240-a0d2-754c4328d22d req-7070b75b-fa41-4241-a4e8-6f78ce77a22f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:02.942682 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1f81c619-0622-4240-a0d2-754c4328d22d req-7070b75b-fa41-4241-a4e8-6f78ce77a22f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 945 time: 0.0623536 Jun 30 09:39:02.984677 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-1f81c619-0622-4240-a0d2-754c4328d22d req-d46aa6b4-9fe1-4b6f-a453-f518bf430467 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361071 Jun 30 09:39:04.160702 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14cf98-30b4-4332-b68f-62aeaa3fb012 req-a95f0f4c-518c-44f3-b984-62cc8256a1a6 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:04.162164 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7d14cf98-30b4-4332-b68f-62aeaa3fb012 req-a95f0f4c-518c-44f3-b984-62cc8256a1a6 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 945 time: 0.0629456 Jun 30 09:39:04.200431 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-7d14cf98-30b4-4332-b68f-62aeaa3fb012 req-da9f229b-ae8e-4fc2-9351-67bf6e291ed7 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Jun 30 09:39:05.090855 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-2e3f00bc-5c82-4e7d-b254-77f8bd665116 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:05.092311 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-2e3f00bc-5c82-4e7d-b254-77f8bd665116 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 945 time: 0.0658269 Jun 30 09:39:05.190751 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Deleting port 1e15160c-d63f-4139-a6f6-a7387dc996db {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:05.192242 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.281910 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] For port 1e15160c-d63f-4139-a6f6-a7387dc996db, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1e15160c-d63f-4139-a6f6-a7387dc996db,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:05.282182 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.378966 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deab079-e67a-40bb-9848-3db840207192 req-c7138e1b-aae2-4061-a4d1-5ecdf1b91ea7 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:05.380446 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8deab079-e67a-40bb-9848-3db840207192 req-c7138e1b-aae2-4061-a4d1-5ecdf1b91ea7 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 945 time: 0.0660172 Jun 30 09:39:05.418790 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8deab079-e67a-40bb-9848-3db840207192 req-44028ffd-d63e-4043-aa50-d29e4f4a2bc6 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bcc181b-cb04-478d-a114-7ceb27f560b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Jun 30 09:39:05.457736 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.458131 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.458444 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Floating IP 8ca88be9-cf37-4da0-a346-16500c4748cb disassociated. External IP: 172.27.3.72, port: 1e15160c-d63f-4139-a6f6-a7387dc996db. Jun 30 09:39:05.458779 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Calling delete_port for 1e15160c-d63f-4139-a6f6-a7387dc996db owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:05.587547 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.621424 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event deleted for resources: {'Port': ['ID=1e15160c-d63f-4139-a6f6-a7387dc996db,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:05.733089 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:05.737295 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:39:05.845673 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:05.855907 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] Sync routers for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:05.866206 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:05.866862 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:05.894811 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] No DVR routers for this DVR port 1e15160c-d63f-4139-a6f6-a7387dc996db on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:05.897683 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.900314 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-58f09ae5-73c9-4bc3-a012-7f0461b616a8 req-f15daada-0dab-4962-b350-e82dc12dba83 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.91 "DELETE /v2.0/ports/1e15160c-d63f-4139-a6f6-a7387dc996db HTTP/1.1" status: 204 len: 173 time: 0.8014669 Jun 30 09:39:05.900938 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'name': 'network-vif-deleted', 'tag': '1e15160c-d63f-4139-a6f6-a7387dc996db'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:05.903665 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3478bc30-ca74-4dd9-9f0e-dafe55ad57b2" -d '{"events": [{"server_uuid": "99ba7045-9ca9-4d3b-aa24-8b7307e53b75", "name": "network-vif-deleted", "tag": "1e15160c-d63f-4139-a6f6-a7387dc996db"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:05.962866 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c5c80c-d4ad-460d-aff7-d31b96a243b6 x-openstack-request-id: req-e9c5c80c-d4ad-460d-aff7-d31b96a243b6 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:05.963071 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ba7045-9ca9-4d3b-aa24-8b7307e53b75", "name": "network-vif-deleted", "tag": "1e15160c-d63f-4139-a6f6-a7387dc996db", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:05.963485 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9c5c80c-d4ad-460d-aff7-d31b96a243b6 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:05.963926 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ba7045-9ca9-4d3b-aa24-8b7307e53b75', 'name': 'network-vif-deleted', 'tag': '1e15160c-d63f-4139-a6f6-a7387dc996db', 'status': 'completed', 'code': 200} Jun 30 09:39:06.138446 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:06.192683 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb005-e62e-4915-85a0-991e0aca4cad req-8efa5ec2-af24-43df-b2e9-3e5c8b5e5b4b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:06.194187 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e07fb005-e62e-4915-85a0-991e0aca4cad req-8efa5ec2-af24-43df-b2e9-3e5c8b5e5b4b tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 946 time: 0.0676744 Jun 30 09:39:06.232899 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e07fb005-e62e-4915-85a0-991e0aca4cad req-3c7f9932-bd2e-4159-a671-dd6621c0691f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325296 Jun 30 09:39:06.343192 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:06.368875 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] Checking router: 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:06.377027 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:06.377643 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:06.489014 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:06.595719 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-f623238e-5a69-4bd5-9250-0714091f6815 req-9258468a-8042-4e20-9543-c1825e6c8b3d tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ba7045-9ca9-4d3b-aa24-8b7307e53b75 HTTP/1.1" status: 200 len: 210 time: 0.0307624 Jun 30 09:39:06.697458 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:06.727719 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21aee6-4cb6-405b-8979-aa5aae40007d None None] The sync data for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi is: [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:32:29Z', 'revision_number': 4, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '52efb23d-d9fb-416d-be48-d7e187d5df57', 'name': '', 'network_id': '05d839d2-b160-413f-ab89-192abcda2061', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'mac_address': 'fa:16:3e:ff:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'fbf14b96-5550-4797-a863-893638e94be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:28Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'subnets': [{'id': 'fbf14b96-5550-4797-a863-893638e94be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:06.937423 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c372b9-5575-425f-bc88-20d3327e155c None None] New status for floating IP 8ca88be9-cf37-4da0-a346-16500c4748cb: DOWN {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:39:07.288979 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 1e15160c-d63f-4139-a6f6-a7387dc996db no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:07.309682 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 1e15160c-d63f-4139-a6f6-a7387dc996db {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:07.310024 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 1e15160c-d63f-4139-a6f6-a7387dc996db not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:07.417383 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35080-de0a-41dd-92c5-7c62f8f7e771 req-2f619a4f-2bbb-4c2a-b599-31da49d493db tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:07.418854 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5fa35080-de0a-41dd-92c5-7c62f8f7e771 req-2f619a4f-2bbb-4c2a-b599-31da49d493db tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 946 time: 0.0682051 Jun 30 09:39:07.458325 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5fa35080-de0a-41dd-92c5-7c62f8f7e771 req-a2bb1802-b9a5-4f81-957f-9c69f61b2993 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups?id=abf22490-c2fd-4cc1-b56d-3024c8319837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337634 Jun 30 09:39:07.717598 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53408) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:07.775862 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ef611a0e-ec5e-421d-b72e-83d7ef29f367 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.799035 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ef611a0e-ec5e-421d-b72e-83d7ef29f367 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.871657 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ef611a0e-ec5e-421d-b72e-83d7ef29f367 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.874150 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ef611a0e-ec5e-421d-b72e-83d7ef29f367 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:07.875321 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ef611a0e-ec5e-421d-b72e-83d7ef29f367 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "DELETE /v2.0/security-groups/8bcc181b-cb04-478d-a114-7ceb27f560b7 HTTP/1.1" status: 204 len: 168 time: 0.1567111 Jun 30 09:39:07.878196 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53410) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:07.889802 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef611a0e-ec5e-421d-b72e-83d7ef29f367 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcc181b-cb04-478d-a114-7ceb27f560b7,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:07.901452 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.api.v2.resource [None req-ea168f98-54a5-4325-9c22-202175e18961 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] show failed (client error): The resource could not be found. Jun 30 09:39:07.905504 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-ea168f98-54a5-4325-9c22-202175e18961 tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "GET /v2.0/security-groups/8bcc181b-cb04-478d-a114-7ceb27f560b7 HTTP/1.1" status: 404 len: 347 time: 0.0263383 Jun 30 09:39:07.906066 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53412) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:07.907438 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-5848f074-c912-4dbe-85b0-9652c66fb88f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:07.908682 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-5848f074-c912-4dbe-85b0-9652c66fb88f tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 946 time: 0.0805273 Jun 30 09:39:08.024558 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Deleting port 0ed022fd-8db9-4535-843a-c5e98350cb79 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:08.025013 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.050182 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Deleting port 818b7e70-9fc4-4dc4-849b-f915bd18698f {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:08.050525 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.124382 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] For port 0ed022fd-8db9-4535-843a-c5e98350cb79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ed022fd-8db9-4535-843a-c5e98350cb79,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:08.125081 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.133775 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.134044 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.151171 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Calling delete_port for 818b7e70-9fc4-4dc4-849b-f915bd18698f owned by network:floatingip {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:08.296960 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.330029 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.330638 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.331191 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Floating IP b677dcfa-8afe-4e46-a16e-7dca8f6b2006 disassociated. External IP: 172.27.3.238, port: 0ed022fd-8db9-4535-843a-c5e98350cb79. Jun 30 09:39:08.331756 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Calling delete_port for 0ed022fd-8db9-4535-843a-c5e98350cb79 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:08.340479 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Pushing event deleted for resources: {'Port': ['ID=818b7e70-9fc4-4dc4-849b-f915bd18698f,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:08.373132 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.373487 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.373833 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.374176 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.374511 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.374879 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.375219 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.375549 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.375877 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.376202 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.376531 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.376854 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:08.423339 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks [] for floatingip, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.425754 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.427584 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-3bcfd26a-adc7-4fb2-87fd-f18c5e914d5f tempest-AttachVolumeTestJSON-1446230443 tempest-AttachVolumeTestJSON-1446230443-project] 10.222.0.70 "DELETE /v2.0/floatingips/8ca88be9-cf37-4da0-a346-16500c4748cb HTTP/1.1" status: 204 len: 168 time: 0.5205984 Jun 30 09:39:08.471599 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.502518 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event deleted for resources: {'Port': ['ID=0ed022fd-8db9-4535-843a-c5e98350cb79,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:08.673169 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e09dc0b0-26ee-4033-87c1-3e2cc318a235 req-6ec93a4c-906a-4786-ac5e-5c79e22eea3c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc230092-3012-40ba-9e27-8276df83509d HTTP/1.1" status: 200 len: 210 time: 0.0353723 Jun 30 09:39:08.680331 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Router 3d008038-0c11-4cf1-9ed4-23908eb81301 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:08.793134 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:08.803885 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] Sync routers for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:08.813111 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:08.813652 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:08.838235 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] No DVR routers for this DVR port 0ed022fd-8db9-4535-843a-c5e98350cb79 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:08.840854 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:08.843090 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3d875076-2001-4ca3-9486-6693c7e82dfe req-8186f447-f0d7-4b28-af15-713bf1d353ed tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.91 "DELETE /v2.0/ports/0ed022fd-8db9-4535-843a-c5e98350cb79 HTTP/1.1" status: 204 len: 173 time: 0.9273276 Jun 30 09:39:08.843539 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-deleted', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:08.845793 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122dadeb-3472-4900-a83b-cab01e4eaae8" -d '{"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-deleted", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:08.890807 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94098dfe-f50e-4970-b7d7-f6d18df76ba1 x-openstack-request-id: req-94098dfe-f50e-4970-b7d7-f6d18df76ba1 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:08.891272 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc230092-3012-40ba-9e27-8276df83509d", "name": "network-vif-deleted", "tag": "0ed022fd-8db9-4535-843a-c5e98350cb79", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:08.891360 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94098dfe-f50e-4970-b7d7-f6d18df76ba1 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:08.891766 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc230092-3012-40ba-9e27-8276df83509d', 'name': 'network-vif-deleted', 'tag': '0ed022fd-8db9-4535-843a-c5e98350cb79', 'status': 'completed', 'code': 200} Jun 30 09:39:08.936989 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:09.157098 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:09.189672 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] Checking router: 3d008038-0c11-4cf1-9ed4-23908eb81301 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:09.198847 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:09.199474 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:09.309183 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:09.509364 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:09.537160 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec321d-ea05-44b4-af5a-fb6c6372c0a3 None None] The sync data for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi is: [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:31:07Z', 'revision_number': 4, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': 'ba332af1-94d6-4550-a77a-c5395ce2bd5b', 'name': '', 'network_id': '8cdefca6-db5e-4ed5-afdb-b6d200ceedc3', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'mac_address': 'fa:16:3e:f2:c8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:05Z', 'updated_at': '2021-06-30T09:31:17Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'subnets': [{'id': 'a49c0f50-dbb0-46e5-bb2a-59f90a352b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:09.768770 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971dab19-e7b5-43d0-94da-116b199a640e None None] New status for floating IP b677dcfa-8afe-4e46-a16e-7dca8f6b2006: DOWN {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:39:09.803370 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53434) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:09.860480 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e23a65d-d1f3-43f8-886e-fce45fc1540c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.885465 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e23a65d-d1f3-43f8-886e-fce45fc1540c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.940937 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e23a65d-d1f3-43f8-886e-fce45fc1540c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.945858 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6e23a65d-d1f3-43f8-886e-fce45fc1540c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:09.949674 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6e23a65d-d1f3-43f8-886e-fce45fc1540c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "DELETE /v2.0/security-groups/abf22490-c2fd-4cc1-b56d-3024c8319837 HTTP/1.1" status: 204 len: 168 time: 0.1426721 Jun 30 09:39:09.950079 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53436) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:09.956322 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23a65d-d1f3-43f8-886e-fce45fc1540c tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf22490-c2fd-4cc1-b56d-3024c8319837,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:09.964445 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.api.v2.resource [None req-a18bd46c-392d-4579-af58-dd7f44ce1954 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] show failed (client error): The resource could not be found. Jun 30 09:39:09.965441 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-a18bd46c-392d-4579-af58-dd7f44ce1954 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "GET /v2.0/security-groups/abf22490-c2fd-4cc1-b56d-3024c8319837 HTTP/1.1" status: 404 len: 347 time: 0.0142353 Jun 30 09:39:09.968205 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53438) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:10.088964 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Deleting port 50e5dd3d-187c-4b98-a13c-931fe21ee221 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:10.089305 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.166358 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.166696 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.178468 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Calling delete_port for 50e5dd3d-187c-4b98-a13c-931fe21ee221 owned by network:floatingip {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:10.576869 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.603923 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Pushing event deleted for resources: {'Port': ['ID=50e5dd3d-187c-4b98-a13c-931fe21ee221,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:10.663270 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks [] for floatingip, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.665759 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:10.666918 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-544e81e4-727a-46de-a0fb-f6ba8a51c149 tempest-AttachVolumeShelveTestJSON-115838830 tempest-AttachVolumeShelveTestJSON-115838830-project] 10.222.0.70 "DELETE /v2.0/floatingips/b677dcfa-8afe-4e46-a16e-7dca8f6b2006 HTTP/1.1" status: 204 len: 168 time: 0.6977894 Jun 30 09:39:11.294910 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:11.322103 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 0ed022fd-8db9-4535-843a-c5e98350cb79 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:11.322444 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0ed022fd-8db9-4535-843a-c5e98350cb79 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:12.182756 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53472) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:12.701745 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:12.997453 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Deleting port 52efb23d-d9fb-416d-be48-d7e187d5df57 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:12.997678 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.076322 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] For port 52efb23d-d9fb-416d-be48-d7e187d5df57, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=52efb23d-d9fb-416d-be48-d7e187d5df57,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:13.077139 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.090142 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Calling delete_port for 52efb23d-d9fb-416d-be48-d7e187d5df57 owned by network:router_interface {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:13.226995 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53482) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:13.273577 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.303457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Pushing event deleted for resources: {'Port': ['ID=52efb23d-d9fb-416d-be48-d7e187d5df57,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:13.481482 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.658111 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.700281 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:13.804052 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:13.809873 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-824ab711-743e-4514-93a0-82d8300ec944 admin admin] 10.222.0.70 "PUT /v2.0/routers/42d1db4f-3057-458e-98cc-bd3b20eeb3a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6253266 Jun 30 09:39:13.811784 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53486) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:13.815268 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] Sync routers for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:13.826587 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:13.827416 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:13.921531 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Deleting port ba332af1-94d6-4550-a77a-c5395ce2bd5b {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:13.921940 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:13.925812 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks [] for router, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.011779 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] For port ba332af1-94d6-4550-a77a-c5395ce2bd5b, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=ba332af1-94d6-4550-a77a-c5395ce2bd5b,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:14.012317 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.029751 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Calling delete_port for ba332af1-94d6-4550-a77a-c5395ce2bd5b owned by network:router_interface {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:14.041187 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.075447 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:14.099542 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Deleting port 552a0982-3e53-433b-b1e0-242044ce6465 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:14.100029 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.183676 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] For port 552a0982-3e53-433b-b1e0-242044ce6465, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=552a0982-3e53-433b-b1e0-242044ce6465,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:14.184217 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.197576 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Calling delete_port for 552a0982-3e53-433b-b1e0-242044ce6465 owned by network:router_gateway {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:14.247669 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.271092 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '552a0982-3e53-433b-b1e0-242044ce6465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:39:13Z', 'revision_number': 5, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port': {'id': '552a0982-3e53-433b-b1e0-242044ce6465', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:25Z', 'updated_at': '2021-06-30T09:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:14.279257 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ba332af1-94d6-4550-a77a-c5395ce2bd5b,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:14.308172 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] Checking router: 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:14.330451 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] Routers {'42d1db4f-3057-458e-98cc-bd3b20eeb3a5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:14.331270 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:14.379590 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.405542 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Pushing event deleted for resources: {'Port': ['ID=552a0982-3e53-433b-b1e0-242044ce6465,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:14.434281 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] Set router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 gateway port host: None {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:14.463409 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.484231 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.499125 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:39:14Z', 'revision_number': 6, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port_host': None}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:14.534376 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e19dd0-bc22-478e-b7a7-5f64da2507ee None None] The sync data for ids ['42d1db4f-3057-458e-98cc-bd3b20eeb3a5'] in dv-cinder-793515-7-iscsi is: [{'id': '42d1db4f-3057-458e-98cc-bd3b20eeb3a5', 'name': 'tempest-AttachVolumeTestJSON-1275476339-router', 'tenant_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:24Z', 'updated_at': '2021-06-30T09:39:14Z', 'revision_number': 6, 'project_id': '86ae97b20f2d43968b62e29f5aac8ecf', 'gw_port_host': None}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:14.602341 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.604501 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.647397 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.647976 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d1db4f-3057-458e-98cc-bd3b20eeb3a5 {{(pid=92901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:39:14.652279 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] Notify callbacks [] for router, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.653426 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-24d2c278-c71c-4332-9b23-3bd7e8024769 admin admin] 10.222.0.70 "DELETE /v2.0/routers/42d1db4f-3057-458e-98cc-bd3b20eeb3a5 HTTP/1.1" status: 204 len: 168 time: 0.8407166 Jun 30 09:39:14.655968 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53488) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:14.748608 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-38be85e3-1ed3-4103-86cd-70b506d47f12 admin admin] Deleting subnet fbf14b96-5550-4797-a863-893638e94be0 {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:39:14.753435 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38be85e3-1ed3-4103-86cd-70b506d47f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.778648 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Router 3d008038-0c11-4cf1-9ed4-23908eb81301 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:14.799237 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38be85e3-1ed3-4103-86cd-70b506d47f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.965318 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:14.967634 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38be85e3-1ed3-4103-86cd-70b506d47f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.974936 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f39e276a-7552-4d29-ada0-5517febc72ae admin admin] 10.222.0.70 "PUT /v2.0/routers/3d008038-0c11-4cf1-9ed4-23908eb81301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445977 Jun 30 09:39:14.975437 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53490) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:14.975807 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] Sync routers for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:14.986250 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:14.987197 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:15.059250 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38be85e3-1ed3-4103-86cd-70b506d47f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.109378 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0422d-5184-4402-9c95-b2681818bf87 None None] Network 05d839d2-b160-413f-ab89-192abcda2061 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:15.119069 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:15.121785 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-38be85e3-1ed3-4103-86cd-70b506d47f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.127652 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks [] for router, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.129341 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-38be85e3-1ed3-4103-86cd-70b506d47f12 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fbf14b96-5550-4797-a863-893638e94be0 HTTP/1.1" status: 204 len: 168 time: 0.4723585 Jun 30 09:39:15.130444 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be85e3-1ed3-4103-86cd-70b506d47f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf14b96-5550-4797-a863-893638e94be0,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:15.132529 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53492) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:15.369132 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] DHCP port deletion for 05d839d2-b160-413f-ab89-192abcda2061 request from dv-cinder-793515-7-iscsi {{(pid=92903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:39:15.433363 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Deleting port 370b7026-12ac-4c44-8e95-28536af6f505 {{(pid=92903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:15.433832 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.439287 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:39:14Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:15.474937 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] Checking router: 3d008038-0c11-4cf1-9ed4-23908eb81301 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:15.483999 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] Routers {'3d008038-0c11-4cf1-9ed4-23908eb81301'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:15.484628 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:38:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['3d008038-0c11-4cf1-9ed4-23908eb81301'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:15.537276 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] For port 370b7026-12ac-4c44-8e95-28536af6f505, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=370b7026-12ac-4c44-8e95-28536af6f505,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:15.537796 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.553853 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 52efb23d-d9fb-416d-be48-d7e187d5df57 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:15.555055 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.560264 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Calling delete_port for 370b7026-12ac-4c44-8e95-28536af6f505 owned by network:dhcp {{(pid=92903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:15.581124 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 52efb23d-d9fb-416d-be48-d7e187d5df57 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:15.581482 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 52efb23d-d9fb-416d-be48-d7e187d5df57 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:15.605768 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] Set router 3d008038-0c11-4cf1-9ed4-23908eb81301 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:15.610291 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.651841 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Deleting port 370b7026-12ac-4c44-8e95-28536af6f505 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:15.652179 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.668918 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651'] for port, after_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.702665 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] No DVR routers for this DVR port 370b7026-12ac-4c44-8e95-28536af6f505 on host dv-cinder-793515-7-iscsi {{(pid=92903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:15.704650 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Pushing event deleted for resources: {'Port': ['ID=370b7026-12ac-4c44-8e95-28536af6f505,revision_number=None']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:15.720112 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.720464 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.720804 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.721909 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.721909 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.721909 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.722187 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.722385 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.724779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.724779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.724779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.724779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687798d4-88a5-4592-b9e8-221b6c8a0420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:15.730642 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] For port 370b7026-12ac-4c44-8e95-28536af6f505, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=370b7026-12ac-4c44-8e95-28536af6f505,segment=NetworkSegment(c8e793eb-bd69-449b-b1a6-ff505d3a90d6),segment_id=c8e793eb-bd69-449b-b1a6-ff505d3a90d6)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:15.730983 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.749147 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Calling delete_port for 370b7026-12ac-4c44-8e95-28536af6f505 owned by network:dhcp {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:15.754348 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Deleting port fdf48bab-2aab-4aad-a3a4-eb857bf34661 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:15.754945 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.811686 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:39:14Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:15.840911 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b2a6-a1d3-4d78-aadd-97157727ca2e None None] The sync data for ids ['3d008038-0c11-4cf1-9ed4-23908eb81301'] in dv-cinder-793515-7-iscsi is: [{'id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'name': 'tempest-AttachVolumeShelveTestJSON-495796424-router', 'tenant_id': 'b6ed3c3a185c4129b8190b83655ae519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:30:59Z', 'updated_at': '2021-06-30T09:39:14Z', 'revision_number': 5, 'project_id': 'b6ed3c3a185c4129b8190b83655ae519', 'gw_port': {'id': 'fdf48bab-2aab-4aad-a3a4-eb857bf34661', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d008038-0c11-4cf1-9ed4-23908eb81301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:00Z', 'updated_at': '2021-06-30T09:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:15.899015 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] For port fdf48bab-2aab-4aad-a3a4-eb857bf34661, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=fdf48bab-2aab-4aad-a3a4-eb857bf34661,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:15.899384 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.918743 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Calling delete_port for fdf48bab-2aab-4aad-a3a4-eb857bf34661 owned by network:router_gateway {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:15.929157 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:15.990416 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=370b7026-12ac-4c44-8e95-28536af6f505,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:15.992428 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] No DVR routers for this DVR port 370b7026-12ac-4c44-8e95-28536af6f505 on host dv-cinder-793515-7-iscsi {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:16.083473 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.123409 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d839d2-b160-413f-ab89-192abcda2061']}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:16.136618 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6') {'for_net_delete': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:16.136923 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e793eb-bd69-449b-b1a6-ff505d3a90d6') {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:16.152752 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6053682'] for segment, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.168019 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.178171 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=92901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:39:16.178566 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262919'] for segment, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: self.session.flush() Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: self.session.flush() Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: self.session.flush() Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: self.session.flush() Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: Traceback (most recent call last): Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: timer() Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: cb(*args, **kw) Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: return func(*args, **kwargs) Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: self._notify() Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: self.callback(batched_events) Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: event.method(event) Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: return f(self, *a, **k) Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._get(url).json() Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: return self.request(url, 'GET', **kwargs) Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:39:16.180195 dv-cinder-793515-7-iscsi neutron-server[92901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:39:16.263376 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.270142 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.271846 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] 10.222.0.70 "DELETE /v2.0/networks/05d839d2-b160-413f-ab89-192abcda2061 HTTP/1.1" status: 204 len: 168 time: 1.1381280 Jun 30 09:39:16.273702 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.290094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a5c88-5d22-44f5-90ce-ba90cfa3c4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=05d839d2-b160-413f-ab89-192abcda2061,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:16.311575 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf48bab-2aab-4aad-a3a4-eb857bf34661,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:16.372856 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.403274 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53496) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:16.444742 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a0a10eb1-67ff-428e-825e-b3b148a14207 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86ae97b20f2d43968b62e29f5aac8ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402272 Jun 30 09:39:16.447314 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53498) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:16.474040 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.476696 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.496423 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-72f21761-53c0-4162-b7ed-ca6ac3d50274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.517427 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-72f21761-53c0-4162-b7ed-ca6ac3d50274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.518470 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.519016 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d008038-0c11-4cf1-9ed4-23908eb81301 {{(pid=92901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:39:16.524032 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] Notify callbacks [] for router, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.527687 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-f48c8551-ae10-44a9-a5a0-266edb91d831 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3d008038-0c11-4cf1-9ed4-23908eb81301 HTTP/1.1" status: 204 len: 168 time: 1.5503416 Jun 30 09:39:16.528311 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53500) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:16.594469 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5b331a-9010-4f6a-a39a-7a9cba182e29 admin admin] Deleting subnet a49c0f50-dbb0-46e5-bb2a-59f90a352b4d {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:39:16.598487 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-be5b331a-9010-4f6a-a39a-7a9cba182e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.632348 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-72f21761-53c0-4162-b7ed-ca6ac3d50274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.634886 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-72f21761-53c0-4162-b7ed-ca6ac3d50274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.638491 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-72f21761-53c0-4162-b7ed-ca6ac3d50274 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e762d68-b67b-4cd0-8699-6803e5f8b3de HTTP/1.1" status: 204 len: 168 time: 0.1878195 Jun 30 09:39:16.651175 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-be5b331a-9010-4f6a-a39a-7a9cba182e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.676709 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f21761-53c0-4162-b7ed-ca6ac3d50274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e762d68-b67b-4cd0-8699-6803e5f8b3de,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:16.741874 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-be5b331a-9010-4f6a-a39a-7a9cba182e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.799748 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-be5b331a-9010-4f6a-a39a-7a9cba182e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.826071 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b331a-9010-4f6a-a39a-7a9cba182e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49c0f50-dbb0-46e5-bb2a-59f90a352b4d,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:16.829714 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-be5b331a-9010-4f6a-a39a-7a9cba182e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.831617 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-be5b331a-9010-4f6a-a39a-7a9cba182e29 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a49c0f50-dbb0-46e5-bb2a-59f90a352b4d HTTP/1.1" status: 204 len: 168 time: 0.3023541 Jun 30 09:39:16.834364 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53506) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:16.839994 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1668e-6326-4b2e-89a1-b83650d726d0 None None] Network 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:16.905323 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.964278 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Deleting port b225ea6e-bc30-40f5-9ab3-d918162ab039 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:16.964629 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.037663 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] For port b225ea6e-bc30-40f5-9ab3-d918162ab039, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=b225ea6e-bc30-40f5-9ab3-d918162ab039,segment=NetworkSegment(ec980fb1-bbc3-4198-ae1e-691a0ce7bdde),segment_id=ec980fb1-bbc3-4198-ae1e-691a0ce7bdde)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:17.038152 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.055148 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Calling delete_port for b225ea6e-bc30-40f5-9ab3-d918162ab039 owned by network:dhcp {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:17.079104 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] DHCP port deletion for 8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 request from dv-cinder-793515-7-iscsi {{(pid=92903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:39:17.141065 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 552a0982-3e53-433b-b1e0-242044ce6465 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:17.147305 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.171719 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 552a0982-3e53-433b-b1e0-242044ce6465 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:17.172082 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 552a0982-3e53-433b-b1e0-242044ce6465 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:17.172814 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 370b7026-12ac-4c44-8e95-28536af6f505 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:17.177304 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Pushing event deleted for resources: {'Port': ['ID=b225ea6e-bc30-40f5-9ab3-d918162ab039,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:17.177845 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] Deleting port b225ea6e-bc30-40f5-9ab3-d918162ab039 {{(pid=92903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:17.178233 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.180983 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] No DVR routers for this DVR port b225ea6e-bc30-40f5-9ab3-d918162ab039 on host dv-cinder-793515-7-iscsi {{(pid=92902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:17.206451 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 370b7026-12ac-4c44-8e95-28536af6f505 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:17.207205 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 370b7026-12ac-4c44-8e95-28536af6f505 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:17.207793 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ba332af1-94d6-4550-a77a-c5395ce2bd5b no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:17.253773 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.256957 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: ba332af1-94d6-4550-a77a-c5395ce2bd5b {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:17.257315 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device ba332af1-94d6-4550-a77a-c5395ce2bd5b not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:17.257755 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device fdf48bab-2aab-4aad-a3a4-eb857bf34661 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:17.264629 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdefca6-db5e-4ed5-afdb-b6d200ceedc3']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:17.276381 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:17.276744 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec980fb1-bbc3-4198-ae1e-691a0ce7bdde') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:17.287222 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.288632 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: fdf48bab-2aab-4aad-a3a4-eb857bf34661 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:17.289011 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device fdf48bab-2aab-4aad-a3a4-eb857bf34661 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:17.305594 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] For port b225ea6e-bc30-40f5-9ab3-d918162ab039, host dv-cinder-793515-7-iscsi, got binding levels [] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:17.306070 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.309270 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.317526 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:39:17.318050 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:39:17.319915 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:39:17.322371 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] Calling delete_port for b225ea6e-bc30-40f5-9ab3-d918162ab039 owned by network:dhcp {{(pid=92903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:17.323427 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.ipam_backend_mixin [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] Port b225ea6e-bc30-40f5-9ab3-d918162ab039 was not found and therefore no delete operation was performed {{(pid=92903) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:39:17.324689 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651'] for port, after_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.351299 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] Pushing event deleted for resources: {'Port': ['ID=b225ea6e-bc30-40f5-9ab3-d918162ab039,revision_number=None']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:17.356106 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a449d-c679-420b-80e1-ce54ed43655f None None] No DVR routers for this DVR port b225ea6e-bc30-40f5-9ab3-d918162ab039 on host dv-cinder-793515-7-iscsi {{(pid=92903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:17.460898 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53526) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:17.576757 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-879808882-network', 'tenant_id': '015e30e6fbaf45ce829c5422aff0889d'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:17.599069 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Made reservation on behalf of 015e30e6fbaf45ce829c5422aff0889d for: {'network': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:17.601497 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for network, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.610989 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.652209 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.657920 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.659888 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8cdefca6-db5e-4ed5-afdb-b6d200ceedc3 HTTP/1.1" status: 204 len: 168 time: 0.8247638 Jun 30 09:39:17.673671 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187883db-5e00-437b-bea8-0746e55f3032 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cdefca6-db5e-4ed5-afdb-b6d200ceedc3,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:17.714230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.718729 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.739834 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=92901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:39:17.753166 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd456c8f-4169-4192-b489-387642ae5278,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:17.758567 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.759200 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.segments_db [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Added segment b6b036ca-08a6-4e9e-bf73-cdf582984b03 of type vlan for network cc30f627-f106-4fd6-92c8-09317d8b401a Jun 30 09:39:17.783852 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53532) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:17.802201 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419762764'] for network, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.825197 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-941249fe-71fd-4582-b9cb-70ded58940b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6ed3c3a185c4129b8190b83655ae519&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400629 Jun 30 09:39:17.827679 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53534) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:17.835377 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541'] for network, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.836489 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:17.837126 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.880664 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ad0e-d862-4215-8c7d-a59668aa2bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.900709 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4386635 Jun 30 09:39:17.903313 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ad0e-d862-4215-8c7d-a59668aa2bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.904110 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53536) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:17.911346 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Request body: {'subnet': {'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-879808882-subnet', 'tenant_id': '015e30e6fbaf45ce829c5422aff0889d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:17.927687 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34613ac0-a245-45eb-89b7-11cf002030d9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc30f627-f106-4fd6-92c8-09317d8b401a,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:17.942788 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Network cc30f627-f106-4fd6-92c8-09317d8b401a details requested by agent ovs-agent-dv-cinder-793515-7-iscsi with host dv-cinder-793515-7-iscsi {{(pid=92903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:39:17.944880 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Made reservation on behalf of 015e30e6fbaf45ce829c5422aff0889d for: {'subnet': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:17.947796 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2758216'] for subnet, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.956139 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ad0e-d862-4215-8c7d-a59668aa2bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.959521 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d4f9ad0e-d862-4215-8c7d-a59668aa2bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.963131 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-d4f9ad0e-d862-4215-8c7d-a59668aa2bd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdf72198-a594-46a2-9073-075f7c6b5c49 HTTP/1.1" status: 204 len: 168 time: 0.1320732 Jun 30 09:39:17.973975 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9ad0e-d862-4215-8c7d-a59668aa2bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf72198-a594-46a2-9073-075f7c6b5c49,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:18.135193 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5033897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2758238'] for subnet, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.192510 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7cb4233-8130-44bf-b59d-2b6455495e24,revision_number=0']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:18.201025 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Checking segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:18.201386 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Network hostable DHCP agents. Network: cc30f627-f106-4fd6-92c8-09317d8b401a, hostable agents: ['7cd56f19-fbb6-41e2-b1d4-b1651299ab78'], hosted agents: [] {{(pid=92901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:39:18.220191 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Network cc30f627-f106-4fd6-92c8-09317d8b401a is scheduled to be hosted by DHCP agent 7cd56f19-fbb6-41e2-b1d4-b1651299ab78 with binding_index 1 {{(pid=92901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:39:18.229911 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-7-iscsi, cc30f627-f106-4fd6-92c8-09317d8b401a) {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:18.233925 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:18.234510 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for subnet, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.240994 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe9f663-b579-444d-a680-2ae50527946c None None] Network cc30f627-f106-4fd6-92c8-09317d8b401a requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:18.249521 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-52d454e6-9ad6-4c5d-906a-3ad8c05eb558 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3432875 Jun 30 09:39:18.373456 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102adc38-87f2-4046-8f92-b73f94fe7e79 None None] Network cc30f627-f106-4fd6-92c8-09317d8b401a requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:18.540220 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-34601228-25e7-4d09-82c4-e9cfeb79cbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.788740 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-65417462-1d66-4c63-a3b9-66afdcfb5e36 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:18.791256 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-65417462-1d66-4c63-a3b9-66afdcfb5e36 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 814 time: 0.1273360 Jun 30 09:39:18.806375 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-a24ed184-f5a1-4957-a57a-6ac16291c656 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/quotas/015e30e6fbaf45ce829c5422aff0889d HTTP/1.1" status: 200 len: 375 time: 0.0097907 Jun 30 09:39:18.840916 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-815fb17b-c854-4b67-b0fc-95fe93a9c95f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285778 Jun 30 09:39:19.039560 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-47599b8d-9c22-4d5a-a94d-2085305a7d92 service neutron] 10.222.0.70 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907279 Jun 30 09:39:19.096411 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device b225ea6e-bc30-40f5-9ab3-d918162ab039 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:19.124673 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: b225ea6e-bc30-40f5-9ab3-d918162ab039 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:19.125315 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device b225ea6e-bc30-40f5-9ab3-d918162ab039 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:19.144197 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-768ae486-95fa-4eb7-afad-930cf67f0c06 service neutron] 10.222.0.70 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989130 Jun 30 09:39:19.316914 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-79c12e61-6515-447a-b874-855bb747e002 req-624429fe-b27f-4986-a423-0ae7a058eb61 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 210 time: 0.0320902 Jun 30 09:39:19.326592 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 53612) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:19.435294 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e5800667-f7ad-4180-86d5-372ef684945a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.532813 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e5800667-f7ad-4180-86d5-372ef684945a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.536839 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e5800667-f7ad-4180-86d5-372ef684945a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.576846 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e5800667-f7ad-4180-86d5-372ef684945a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=600c14a7996943e3b210346779bada95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497308 Jun 30 09:39:19.577644 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5800667-f7ad-4180-86d5-372ef684945a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0f45da-3617-4862-bbf4-b58707a6203c,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:19.579544 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 53622) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:19.635075 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2ddf59b5-5354-4324-b4f3-cd92077355a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.657652 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2ddf59b5-5354-4324-b4f3-cd92077355a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.711344 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2ddf59b5-5354-4324-b4f3-cd92077355a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.713884 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-2ddf59b5-5354-4324-b4f3-cd92077355a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.717792 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-2ddf59b5-5354-4324-b4f3-cd92077355a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc0f45da-3617-4862-bbf4-b58707a6203c HTTP/1.1" status: 204 len: 168 time: 0.1366284 Jun 30 09:39:19.725537 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf59b5-5354-4324-b4f3-cd92077355a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0f45da-3617-4862-bbf4-b58707a6203c,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:20.513320 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-72086c21-0450-4eb0-afb6-46a05c8bd9d8 req-4f9b2f5b-7306-4575-84d7-a4db5b6d2639 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 210 time: 0.0447900 Jun 30 09:39:20.523561 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-82d64ef7-6f80-48aa-b034-a669dc905629 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:20.525354 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-82d64ef7-6f80-48aa-b034-a669dc905629 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 814 time: 0.1923702 Jun 30 09:39:20.544832 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Request body: {'port': {'device_id': '859d356c-8ba3-40dd-b9f2-a33c3e46f51f', 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'admin_state_up': True, 'tenant_id': '015e30e6fbaf45ce829c5422aff0889d'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:20.668158 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Made reservation on behalf of 015e30e6fbaf45ce829c5422aff0889d for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:20.671761 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.801806 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Allocated IP 172.20.0.6 (cc30f627-f106-4fd6-92c8-09317d8b401a/a7cb4233-8130-44bf-b59d-2b6455495e24/121c8b57-31ea-457b-baa6-70b3e14e6664) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:20.955392 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.002749 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.047436 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Network cc30f627-f106-4fd6-92c8-09317d8b401a is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:21.050531 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:21.056896 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:21.063472 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Pushing event updated for resources: {'Port': ['ID=121c8b57-31ea-457b-baa6-70b3e14e6664,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:21.085094 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0c059df0-8828-48f9-aace-b2463f8e6522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.113803 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:21.114035 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.129175 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-8d71901c-ca15-4a0a-94b8-432c1383e193 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880258 Jun 30 09:39:21.141474 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Request body: {'port': {'device_id': '859d356c-8ba3-40dd-b9f2-a33c3e46f51f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:21.217224 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.394411 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.499761 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121c8b57-31ea-457b-baa6-70b3e14e6664 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:39:21.507931 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.520790 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Transition to ACTIVE for port object 121c8b57-31ea-457b-baa6-70b3e14e6664 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:21.524051 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.593698 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Pushing event updated for resources: {'Port': ['ID=121c8b57-31ea-457b-baa6-70b3e14e6664,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:21.648224 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Attempting to bind port 121c8b57-31ea-457b-baa6-70b3e14e6664 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:21.648557 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Attempting to bind port 121c8b57-31ea-457b-baa6-70b3e14e6664 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:21.648885 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Attempting to bind port 121c8b57-31ea-457b-baa6-70b3e14e6664 on network cc30f627-f106-4fd6-92c8-09317d8b401a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:21.653441 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Port 121c8b57-31ea-457b-baa6-70b3e14e6664 on network cc30f627-f106-4fd6-92c8-09317d8b401a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:39:21.653773 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Attempting to bind port 121c8b57-31ea-457b-baa6-70b3e14e6664 on network cc30f627-f106-4fd6-92c8-09317d8b401a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:21.658951 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:21.659359 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Checking segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:21.659864 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Bound using segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:21.660979 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Bound port: 121c8b57-31ea-457b-baa6-70b3e14e6664, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:21.661344 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.699006 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1454b-752f-4094-baa0-6d1fb8ad5696 req-4bb477cc-de28-4dc6-a42d-54b0435771c2 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:21.700490 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cce1454b-752f-4094-baa0-6d1fb8ad5696 req-4bb477cc-de28-4dc6-a42d-54b0435771c2 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 943 time: 0.0669236 Jun 30 09:39:21.726561 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] For port 121c8b57-31ea-457b-baa6-70b3e14e6664, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:21.729791 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] For port 121c8b57-31ea-457b-baa6-70b3e14e6664, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=121c8b57-31ea-457b-baa6-70b3e14e6664,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:21.733715 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.739327 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-cce1454b-752f-4094-baa0-6d1fb8ad5696 req-0ad067a5-728a-4410-b0dd-c94c4179105f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Jun 30 09:39:21.768261 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:21.768879 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.770935 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-30f98fff-e763-439c-9800-61015a783a7a service neutron] 10.222.0.91 "PUT /v2.0/ports/121c8b57-31ea-457b-baa6-70b3e14e6664 HTTP/1.1" status: 200 len: 1093 time: 0.6338863 Jun 30 09:39:21.771371 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859d356c-8ba3-40dd-b9f2-a33c3e46f51f', 'tag': '121c8b57-31ea-457b-baa6-70b3e14e6664'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:21.773613 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038" -d '{"events": [{"name": "network-changed", "server_uuid": "859d356c-8ba3-40dd-b9f2-a33c3e46f51f", "tag": "121c8b57-31ea-457b-baa6-70b3e14e6664"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:21.798013 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f98fff-e763-439c-9800-61015a783a7a service neutron] Pushing event updated for resources: {'Port': ['ID=121c8b57-31ea-457b-baa6-70b3e14e6664,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:21.815012 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36837465-b86b-4911-a260-58fda92beeb1 x-openstack-request-id: req-36837465-b86b-4911-a260-58fda92beeb1 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:21.815305 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859d356c-8ba3-40dd-b9f2-a33c3e46f51f", "tag": "121c8b57-31ea-457b-baa6-70b3e14e6664", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:21.815560 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36837465-b86b-4911-a260-58fda92beeb1 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:21.815956 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859d356c-8ba3-40dd-b9f2-a33c3e46f51f', 'tag': '121c8b57-31ea-457b-baa6-70b3e14e6664', 'status': 'completed', 'code': 200} Jun 30 09:39:21.877667 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-304d709a-8327-4a57-847b-22399b47dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:21.879698 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-304d709a-8327-4a57-847b-22399b47dea6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 1096 time: 0.0549877 Jun 30 09:39:21.920251 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-f0ee3e67-6f54-45d8-8db1-70eee3b91619 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=121c8b57-31ea-457b-baa6-70b3e14e6664 HTTP/1.1" status: 200 len: 217 time: 0.0332713 Jun 30 09:39:21.971156 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-c09be1b8-5f72-4fe0-80f3-32424de0e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:21.972611 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-c09be1b8-5f72-4fe0-80f3-32424de0e51e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 200 len: 854 time: 0.0453918 Jun 30 09:39:22.004677 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-ba17542c-06a0-4c8b-98a6-ec82eab7f74a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc30f627-f106-4fd6-92c8-09317d8b401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253685 Jun 30 09:39:22.097142 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-e5dfca9d-039e-4661-b872-d6a1d1cddc29 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850062 Jun 30 09:39:22.189513 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-64e6db77-b8f6-4111-a79e-5394017eda4f req-c9a49592-4fb6-4a27-b4fd-1e2c9a891023 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852344 Jun 30 09:39:22.293200 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-5c0b0be2-b078-45c2-8165-a63e351dfeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:22.294687 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-5c0b0be2-b078-45c2-8165-a63e351dfeb2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 1096 time: 0.0525255 Jun 30 09:39:22.389411 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-6624a3de-d3d5-49be-ac19-e961a3eb726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:22.391085 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-6624a3de-d3d5-49be-ac19-e961a3eb726f service neutron] 10.222.0.91 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 915 time: 0.0841706 Jun 30 09:39:22.439004 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-ca7df58d-9d49-463a-b4b6-2e484c4e4ec2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=121c8b57-31ea-457b-baa6-70b3e14e6664 HTTP/1.1" status: 200 len: 217 time: 0.0391686 Jun 30 09:39:22.493059 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-97d6e53b-b807-461b-a648-83f0c7c1af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:22.494802 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-97d6e53b-b807-461b-a648-83f0c7c1af88 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 200 len: 854 time: 0.0480499 Jun 30 09:39:22.532889 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-0b0bbbe1-240d-4456-aa58-9fbeeb14c77d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc30f627-f106-4fd6-92c8-09317d8b401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305982 Jun 30 09:39:22.585822 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:22.628771 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:22.629587 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-93a90cdb-fb9f-4284-a494-eff902973042 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892272 Jun 30 09:39:22.728660 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ecc5f9fd-d676-4797-ab1c-d035bc0e4038 req-012e37c2-4fa0-4d49-ba87-782cdcc1b315 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910852 Jun 30 09:39:22.922890 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aa311-53d9-49ac-9985-eb257f1f313f req-ab19bf07-c8c5-4080-bee1-1a0be236b148 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:22.924265 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ae5aa311-53d9-49ac-9985-eb257f1f313f req-ab19bf07-c8c5-4080-bee1-1a0be236b148 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 943 time: 0.0641811 Jun 30 09:39:22.963369 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ae5aa311-53d9-49ac-9985-eb257f1f313f req-768ec270-7e09-40d7-8448-6ae7ea4b46ff tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Jun 30 09:39:23.369918 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 121c8b57-31ea-457b-baa6-70b3e14e6664 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:39:23.464006 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 121c8b57-31ea-457b-baa6-70b3e14e6664, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=121c8b57-31ea-457b-baa6-70b3e14e6664,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:23.475636 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '121c8b57-31ea-457b-baa6-70b3e14e6664', 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'port_id': '121c8b57-31ea-457b-baa6-70b3e14e6664', 'mac_address': 'fa:16:3e:89:b6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cb4233-8130-44bf-b59d-2b6455495e24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:39:23.516732 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.529551 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121c8b57-31ea-457b-baa6-70b3e14e6664 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:39:23.548175 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 121c8b57-31ea-457b-baa6-70b3e14e6664, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=121c8b57-31ea-457b-baa6-70b3e14e6664,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:23.552003 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:23.597858 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=121c8b57-31ea-457b-baa6-70b3e14e6664,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:23.807607 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['121c8b57-31ea-457b-baa6-70b3e14e6664'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:39:23.952264 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:24.163547 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9102dd-1086-4173-be78-5d79d7169c04 req-e5fc4273-608d-448b-beff-d1175cbb0a22 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:24.165024 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-df9102dd-1086-4173-be78-5d79d7169c04 req-e5fc4273-608d-448b-beff-d1175cbb0a22 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 944 time: 0.0701652 Jun 30 09:39:24.202670 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-df9102dd-1086-4173-be78-5d79d7169c04 req-d9517f07-3fe9-4052-9258-a5b7374c2b02 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Jun 30 09:39:25.375168 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd31827-4e2d-43d4-b8ce-17afdac64c3e req-374a4855-0d88-491a-848f-07923bbe0387 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:25.376643 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2bd31827-4e2d-43d4-b8ce-17afdac64c3e req-374a4855-0d88-491a-848f-07923bbe0387 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 944 time: 0.0643222 Jun 30 09:39:25.418315 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2bd31827-4e2d-43d4-b8ce-17afdac64c3e req-532ec015-4525-4bf5-84eb-92b2d82de2ec tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353186 Jun 30 09:39:26.589449 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba882ff-887c-4e15-bccb-a9435e9b6aa9 req-5aa9b97d-b0f4-4fc1-92bd-e91500e02d4a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:26.590932 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0ba882ff-887c-4e15-bccb-a9435e9b6aa9 req-5aa9b97d-b0f4-4fc1-92bd-e91500e02d4a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 944 time: 0.0619283 Jun 30 09:39:26.629544 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0ba882ff-887c-4e15-bccb-a9435e9b6aa9 req-6a4bfb3b-30e4-4e4d-b8da-82992dad45c9 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Jun 30 09:39:27.400136 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 121c8b57-31ea-457b-baa6-70b3e14e6664 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:27.449120 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 121c8b57-31ea-457b-baa6-70b3e14e6664 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:27.452795 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 121c8b57-31ea-457b-baa6-70b3e14e6664 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:27.453173 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.532556 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.557972 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859d356c-8ba3-40dd-b9f2-a33c3e46f51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121c8b57-31ea-457b-baa6-70b3e14e6664'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:27.560263 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ce2cce-e809-4f83-a9eb-ec52d03ef975" -d '{"events": [{"server_uuid": "859d356c-8ba3-40dd-b9f2-a33c3e46f51f", "name": "network-vif-plugged", "status": "completed", "tag": "121c8b57-31ea-457b-baa6-70b3e14e6664"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:27.572823 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 121c8b57-31ea-457b-baa6-70b3e14e6664, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=121c8b57-31ea-457b-baa6-70b3e14e6664,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:27.576993 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:27.605352 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b57b22d-9efb-45f4-bb54-45e25a5f41e6 x-openstack-request-id: req-8b57b22d-9efb-45f4-bb54-45e25a5f41e6 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:27.605649 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859d356c-8ba3-40dd-b9f2-a33c3e46f51f", "name": "network-vif-plugged", "status": "completed", "tag": "121c8b57-31ea-457b-baa6-70b3e14e6664", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:27.605900 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b57b22d-9efb-45f4-bb54-45e25a5f41e6 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:27.606278 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859d356c-8ba3-40dd-b9f2-a33c3e46f51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121c8b57-31ea-457b-baa6-70b3e14e6664', 'code': 200} Jun 30 09:39:27.635385 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=121c8b57-31ea-457b-baa6-70b3e14e6664,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:27.852567 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe017e9-5583-451b-b432-4dbf1ecaa90d req-d9bfd312-cfcf-4f7c-a5c8-737fc87f3fbb tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:27.854044 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ffe017e9-5583-451b-b432-4dbf1ecaa90d req-d9bfd312-cfcf-4f7c-a5c8-737fc87f3fbb tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 945 time: 0.1019835 Jun 30 09:39:27.873397 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce415ffc-7e7a-42f6-9783-aed2fed8eb6e req-62f8d4cb-d854-4e5e-b482-115ccf4cbbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:27.874750 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ce415ffc-7e7a-42f6-9783-aed2fed8eb6e req-62f8d4cb-d854-4e5e-b482-115ccf4cbbdd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 1098 time: 0.0911090 Jun 30 09:39:27.920860 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ffe017e9-5583-451b-b432-4dbf1ecaa90d req-e29d50d8-b741-4ca2-9691-be5f58b99ac1 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549057 Jun 30 09:39:27.926468 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ce415ffc-7e7a-42f6-9783-aed2fed8eb6e req-e95a9c05-937a-472b-a117-54b33a7fc490 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Jun 30 09:39:29.109696 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf91bd8-632c-4912-b54f-9e37ac6d97e8 req-1ee5ec2a-42a0-4787-8c4c-b273952eb1cb tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:29.111211 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-adf91bd8-632c-4912-b54f-9e37ac6d97e8 req-1ee5ec2a-42a0-4787-8c4c-b273952eb1cb tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 945 time: 0.0728517 Jun 30 09:39:29.149452 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-adf91bd8-632c-4912-b54f-9e37ac6d97e8 req-a3daf18b-02f2-4543-ba3c-503b0ca60112 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Jun 30 09:39:30.248144 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-86953210-eafd-4f72-b4f3-0a24456868fa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503900 Jun 30 09:39:30.350729 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-9a78c72b-63bc-4bd9-9810-f4b56c2d77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:30.352276 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-9a78c72b-63bc-4bd9-9810-f4b56c2d77f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0556974 Jun 30 09:39:30.464955 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-63eea694-be6a-4ca5-a19c-559716188057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:30.466417 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-63eea694-be6a-4ca5-a19c-559716188057 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 200 len: 910 time: 0.0917401 Jun 30 09:39:30.531652 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-99034ce0-cc6a-45a9-a39c-743c92b49015 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 200 len: 1002 time: 0.0582063 Jun 30 09:39:30.587102 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-94a3a9ee-6005-4571-8c64-3d5ed42f7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:30.588599 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-94a3a9ee-6005-4571-8c64-3d5ed42f7b22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eafda67-63d6-4eb8-8d98-1632ee3e5122 HTTP/1.1" status: 200 len: 848 time: 0.0492964 Jun 30 09:39:30.652556 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-4d9750cb-d259-47c7-8820-a09496d2ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:30.654104 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-4d9750cb-d259-47c7-8820-a09496d2ae80 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd27c597-5adc-4a1f-b909-89fd58f61b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576773 Jun 30 09:39:30.745655 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-6047c5aa-6e53-4d5d-a388-239585dd1699 service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Jun 30 09:39:30.842946 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11239893-6ef5-4b94-94eb-7947f2e8bc84 req-2071e840-01ab-43bd-9f9c-6fd7b0f93616 service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877631 Jun 30 09:39:37.515561 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-75fc62e0-e0ec-4db6-8e11-6cc36f098333 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:37.517140 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-75fc62e0-e0ec-4db6-8e11-6cc36f098333 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 814 time: 0.1003118 Jun 30 09:39:37.532242 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-f6e6536e-50b3-4b19-bd2e-0084d6f70cc3 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/quotas/015e30e6fbaf45ce829c5422aff0889d HTTP/1.1" status: 200 len: 375 time: 0.0089419 Jun 30 09:39:37.601707 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-785d837b-519a-4d18-8e87-08dfea2edf0a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641153 Jun 30 09:39:37.690375 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-1428dd75-8482-4115-a9b3-cda8212d2b8d service neutron] 10.222.0.70 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817521 Jun 30 09:39:37.786575 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8a39a26f-0797-48cf-8d0a-f3cdb2e092df service neutron] 10.222.0.70 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888491 Jun 30 09:39:37.965240 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6dbede44-633f-418c-8bff-4b298adb1da5 req-c2c33e1e-1fd8-449c-a55b-29114740d0af tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 210 time: 0.0302677 Jun 30 09:39:39.125675 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-9062dc06-9b19-4498-b365-535dcb737607 req-b8c9f947-6641-4b78-8e57-ddd12a3ad076 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 210 time: 0.0347219 Jun 30 09:39:39.168539 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-5b5e6533-0373-4257-b8bc-22de8be9b52f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:39.169961 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-5b5e6533-0373-4257-b8bc-22de8be9b52f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 814 time: 0.1247404 Jun 30 09:39:39.183027 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Request body: {'port': {'device_id': 'd2aee419-7104-4648-81e5-7312f62068cc', 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'admin_state_up': True, 'tenant_id': '015e30e6fbaf45ce829c5422aff0889d'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:39.290597 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Made reservation on behalf of 015e30e6fbaf45ce829c5422aff0889d for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:39.294205 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.418315 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Allocated IP 172.20.0.2 (cc30f627-f106-4fd6-92c8-09317d8b401a/a7cb4233-8130-44bf-b59d-2b6455495e24/e7aa7857-28bc-4d2a-b52d-4dd657f37a8c) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:39.562463 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.600227 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.613281 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['121c8b57-31ea-457b-baa6-70b3e14e6664'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:39:39.644565 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Network cc30f627-f106-4fd6-92c8-09317d8b401a is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:39.648573 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:39.654988 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:39.660804 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Pushing event updated for resources: {'Port': ['ID=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:39.688942 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.689187 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.689529 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.689867 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.690226 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.690560 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.690911 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.691253 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.691577 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.691901 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.692226 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.692654 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:39.720086 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:39.720692 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.734697 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-d6b38af4-688a-4099-9f87-51630e2bf471 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558116 Jun 30 09:39:39.747123 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Request body: {'port': {'device_id': 'd2aee419-7104-4648-81e5-7312f62068cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:39.822074 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.084006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7aa7857-28bc-4d2a-b52d-4dd657f37a8c {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:39:40.092310 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.105854 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Transition to ACTIVE for port object e7aa7857-28bc-4d2a-b52d-4dd657f37a8c will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:40.109714 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.158908 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:40.231139 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Attempting to bind port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:40.231868 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Attempting to bind port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:40.231868 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Attempting to bind port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c on network cc30f627-f106-4fd6-92c8-09317d8b401a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:40.236076 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c on network cc30f627-f106-4fd6-92c8-09317d8b401a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:39:40.236375 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Attempting to bind port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c on network cc30f627-f106-4fd6-92c8-09317d8b401a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:40.243488 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:40.243819 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Checking segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:40.244194 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Bound using segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:40.244623 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Bound port: e7aa7857-28bc-4d2a-b52d-4dd657f37a8c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:40.244975 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.357719 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdab41-9547-4f85-a10c-3c78d4debd4e req-0cb26db2-484b-4c36-b1c4-fbc6515790e3 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:40.359184 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1dcdab41-9547-4f85-a10c-3c78d4debd4e req-0cb26db2-484b-4c36-b1c4-fbc6515790e3 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 943 time: 0.1176653 Jun 30 09:39:40.360166 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] For port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:40.363324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] For port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:40.372787 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.417292 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:40.417910 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.419315 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] 10.222.0.91 "PUT /v2.0/ports/e7aa7857-28bc-4d2a-b52d-4dd657f37a8c HTTP/1.1" status: 200 len: 1093 time: 0.6764674 Jun 30 09:39:40.424501 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aee419-7104-4648-81e5-7312f62068cc', 'tag': 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:40.427625 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a1cb58-4a12-40f0-84a3-a76d011ba199" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aee419-7104-4648-81e5-7312f62068cc", "tag": "e7aa7857-28bc-4d2a-b52d-4dd657f37a8c"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:40.441764 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1dcdab41-9547-4f85-a10c-3c78d4debd4e req-fe8f2ada-8c7b-4256-a9ce-28a9b7fdfea0 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765946 Jun 30 09:39:40.467707 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ae0b-af7b-4020-a24b-325cdafa16d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:40.480833 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9b2f14-dd1f-4d57-9e40-86d73508f0eb x-openstack-request-id: req-6f9b2f14-dd1f-4d57-9e40-86d73508f0eb {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:40.481146 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aee419-7104-4648-81e5-7312f62068cc", "tag": "e7aa7857-28bc-4d2a-b52d-4dd657f37a8c", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:40.481399 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f9b2f14-dd1f-4d57-9e40-86d73508f0eb {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:40.481779 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2aee419-7104-4648-81e5-7312f62068cc', 'tag': 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c', 'status': 'completed', 'code': 200} Jun 30 09:39:40.526006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-c626c81f-e9aa-460f-abfd-04dbf1b8c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:40.527514 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-c626c81f-e9aa-460f-abfd-04dbf1b8c068 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 1096 time: 0.0569799 Jun 30 09:39:40.569723 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-dc3a7a17-2231-47bd-83c8-fc653773e137 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c HTTP/1.1" status: 200 len: 217 time: 0.0336201 Jun 30 09:39:40.620456 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-99ef5710-5688-4a3a-94f0-1a506c9b367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:40.621843 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-99ef5710-5688-4a3a-94f0-1a506c9b367b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 200 len: 854 time: 0.0433433 Jun 30 09:39:40.661895 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-bc1cf582-0046-416c-a98b-b0f8370a9000 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc30f627-f106-4fd6-92c8-09317d8b401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286343 Jun 30 09:39:41.027413 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-10e93aa2-b39c-4b7a-8898-cec416e22644 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568177 Jun 30 09:39:41.119353 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2adb4cd6-f1bd-40fa-8b61-a16d5e179688 req-aa11b321-d5a2-4365-9c2f-1b6d11691ba9 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835304 Jun 30 09:39:41.225625 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-0904fd7c-c163-49ef-8dfe-a2adee5bc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:41.227131 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-0904fd7c-c163-49ef-8dfe-a2adee5bc45d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 1096 time: 0.0541053 Jun 30 09:39:41.318199 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-c2f406c1-5cac-4e22-a7fe-ee0097b02e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:41.319603 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-c2f406c1-5cac-4e22-a7fe-ee0097b02e93 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 915 time: 0.0851207 Jun 30 09:39:41.365298 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-4b49c72c-953b-43e4-9dba-aade92d00869 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c HTTP/1.1" status: 200 len: 217 time: 0.0369954 Jun 30 09:39:41.413475 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-9c6a4483-a9ee-4c3a-8284-41a6cf9c5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:41.414971 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-9c6a4483-a9ee-4c3a-8284-41a6cf9c5ebe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 200 len: 854 time: 0.0443494 Jun 30 09:39:41.452489 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-4576629b-ce34-48f9-93ac-bbfebf795472 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc30f627-f106-4fd6-92c8-09317d8b401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268288 Jun 30 09:39:41.545727 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-696c4127-f0f0-497a-890d-b88d1e62aecb service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855398 Jun 30 09:39:41.678881 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-27a1cb58-4a12-40f0-84a3-a76d011ba199 req-cc78d5ce-9fd1-48e0-8d7f-0ef8af37f338 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268001 Jun 30 09:39:41.687428 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb88f6-2403-41d9-9c43-36a46e196a3c req-3d18e034-3a96-4edd-be54-ea200a0456d5 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:41.688837 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-51bb88f6-2403-41d9-9c43-36a46e196a3c req-3d18e034-3a96-4edd-be54-ea200a0456d5 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 943 time: 0.1287677 Jun 30 09:39:41.728285 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-51bb88f6-2403-41d9-9c43-36a46e196a3c req-ec717486-d018-4885-8b82-a59fae3a8e57 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332985 Jun 30 09:39:42.737085 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:39:42.899064 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bacb8-6329-43dd-8e07-95e3658fdbfd req-87bf3c9b-b478-4d9b-99b3-fd806040cc5d tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:42.900524 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8f9bacb8-6329-43dd-8e07-95e3658fdbfd req-87bf3c9b-b478-4d9b-99b3-fd806040cc5d tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 943 time: 0.0615320 Jun 30 09:39:42.937796 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8f9bacb8-6329-43dd-8e07-95e3658fdbfd req-59cacf4f-0a53-4c6d-a89b-0a634ad2259c tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Jun 30 09:39:44.115764 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6a47b-01c8-4cca-be55-fbf1c4e25400 req-a0f787d3-a4a5-4f85-ab70-f2f01363b4bf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:44.117309 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-34c6a47b-01c8-4cca-be55-fbf1c4e25400 req-a0f787d3-a4a5-4f85-ab70-f2f01363b4bf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 943 time: 0.0664639 Jun 30 09:39:44.154075 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-34c6a47b-01c8-4cca-be55-fbf1c4e25400 req-ce1e9ff0-1c35-4755-8369-2b81c2183f3c tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Jun 30 09:39:44.594062 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device e7aa7857-28bc-4d2a-b52d-4dd657f37a8c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:39:44.691624 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:44.703314 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c', 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'port_id': 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c', 'mac_address': 'fa:16:3e:5f:b9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cb4233-8130-44bf-b59d-2b6455495e24', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:39:44.738934 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.751009 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7aa7857-28bc-4d2a-b52d-4dd657f37a8c {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:39:44.770374 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:44.775183 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.823775 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:45.326527 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d801bff-bd65-4f34-bb86-3db7125a2893 req-2b53b7e6-da1f-4c44-bbc7-0082a68bfe28 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:45.328002 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4d801bff-bd65-4f34-bb86-3db7125a2893 req-2b53b7e6-da1f-4c44-bbc7-0082a68bfe28 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 944 time: 0.0659275 Jun 30 09:39:45.367762 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-4d801bff-bd65-4f34-bb86-3db7125a2893 req-889dd29a-3f27-46eb-bb2c-361c861943b2 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Jun 30 09:39:45.904376 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['e7aa7857-28bc-4d2a-b52d-4dd657f37a8c'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:39:46.547095 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5a506-956a-452b-a70f-d411fec8549b req-721f039e-c012-4aa3-84e9-ade0a87adb49 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:46.548562 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c1b5a506-956a-452b-a70f-d411fec8549b req-721f039e-c012-4aa3-84e9-ade0a87adb49 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 944 time: 0.0658684 Jun 30 09:39:46.587148 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c1b5a506-956a-452b-a70f-d411fec8549b req-6254f732-510f-4ca0-b40b-061de1b88c0d tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Jun 30 09:39:47.761299 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6bb3c-8d83-439a-b5b2-2381566f31ed req-a92463ae-96ae-4361-b30f-b81d3b4c33de tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:47.762785 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-aab6bb3c-8d83-439a-b5b2-2381566f31ed req-a92463ae-96ae-4361-b30f-b81d3b4c33de tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 944 time: 0.0653002 Jun 30 09:39:47.801461 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-aab6bb3c-8d83-439a-b5b2-2381566f31ed req-7d829756-19af-429a-8be0-01e657445172 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Jun 30 09:39:48.542606 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a87b48af-ae86-485e-8a6a-88fd21b429ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.973865 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4553c-840a-41ed-bfce-811011d0f624 req-90195dd0-9bde-42ce-9e27-36d38226f194 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.975693 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-26a4553c-840a-41ed-bfce-811011d0f624 req-90195dd0-9bde-42ce-9e27-36d38226f194 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 944 time: 0.0638719 Jun 30 09:39:49.014760 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-26a4553c-840a-41ed-bfce-811011d0f624 req-d4b446fa-df76-47ac-9fca-7f9e1036428d tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Jun 30 09:39:50.193505 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14436eee-8c79-4e0d-b5d4-386d978dfba2 req-83f35d0a-b75b-4cf3-8fa0-8feda0d35f93 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:50.195254 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-14436eee-8c79-4e0d-b5d4-386d978dfba2 req-83f35d0a-b75b-4cf3-8fa0-8feda0d35f93 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 944 time: 0.0666335 Jun 30 09:39:50.239655 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-14436eee-8c79-4e0d-b5d4-386d978dfba2 req-a663783d-7f14-44a9-b2f2-dfb11ed66232 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377996 Jun 30 09:39:50.891919 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device e7aa7857-28bc-4d2a-b52d-4dd657f37a8c up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:50.943445 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:50.947215 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:50.947592 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.021478 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.044569 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aee419-7104-4648-81e5-7312f62068cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:51.046792 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c009d60-25d6-4a97-8ca2-30a5cb26e655" -d '{"events": [{"server_uuid": "d2aee419-7104-4648-81e5-7312f62068cc", "name": "network-vif-plugged", "status": "completed", "tag": "e7aa7857-28bc-4d2a-b52d-4dd657f37a8c"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:51.060052 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:51.069650 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.101077 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aafd97-f783-4eac-a542-d3fa54eddf8c x-openstack-request-id: req-a4aafd97-f783-4eac-a542-d3fa54eddf8c {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:51.101309 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aee419-7104-4648-81e5-7312f62068cc", "name": "network-vif-plugged", "status": "completed", "tag": "e7aa7857-28bc-4d2a-b52d-4dd657f37a8c", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:51.101696 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4aafd97-f783-4eac-a542-d3fa54eddf8c {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:51.102119 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aee419-7104-4648-81e5-7312f62068cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c', 'code': 200} Jun 30 09:39:51.116684 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a586ca45-30ab-4a62-a45e-0e9dd7f96797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.134544 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:51.335830 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5f9f9-389b-47ed-8404-cab198bf58cf req-221dab9c-923f-46ab-9bac-613805e05de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.337494 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-26e5f9f9-389b-47ed-8404-cab198bf58cf req-221dab9c-923f-46ab-9bac-613805e05de5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 1098 time: 0.0535057 Jun 30 09:39:51.386771 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-26e5f9f9-389b-47ed-8404-cab198bf58cf req-cb05897d-da29-46f5-a3f4-20a6934fbab7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Jun 30 09:39:51.399562 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54004) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:51.405585 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.442780 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f098e1-a9ee-491b-87d5-a6f745fe9f9d req-cfa65163-7485-4c54-b6ed-0c0a63f12690 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.444951 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-17f098e1-a9ee-491b-87d5-a6f745fe9f9d req-cfa65163-7485-4c54-b6ed-0c0a63f12690 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 945 time: 0.0798845 Jun 30 09:39:51.483108 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-17f098e1-a9ee-491b-87d5-a6f745fe9f9d req-5fcda16e-2b7a-4165-889d-507bd3ea24c6 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323434 Jun 30 09:39:51.705500 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Deleting port d0ce1948-de2c-46d2-a484-d124053417ac {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:51.705778 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.779987 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.780327 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.791821 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Calling delete_port for d0ce1948-de2c-46d2-a484-d124053417ac owned by network:floatingip {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:51.963587 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.991931 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event deleted for resources: {'Port': ['ID=d0ce1948-de2c-46d2-a484-d124053417ac,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:52.053363 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for floatingip, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.053692 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.db.l3_db [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Floating IP 08f68d26-70f9-4b3d-aace-a6b3812707fa disassociated (deleted). External IP: 172.27.3.147, port: ca5e46dd-c7ba-453d-8280-04333e1f9420. Jun 30 09:39:52.259076 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:52.383646 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:52.388433 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.394686 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] Sync routers for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:52.405472 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:52.406402 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:39:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:52.430334 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4755c6ff-9fef-418c-b988-95d785ddcfd1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "DELETE /v2.0/floatingips/08f68d26-70f9-4b3d-aace-a6b3812707fa HTTP/1.1" status: 204 len: 168 time: 1.0294497 Jun 30 09:39:52.431045 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:52.433676 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82" -d '{"events": [{"name": "network-changed", "server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:52.495257 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8309fd-6824-4308-b490-d5083a052bf4 x-openstack-request-id: req-ef8309fd-6824-4308-b490-d5083a052bf4 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:52.495552 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:52.495807 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef8309fd-6824-4308-b490-d5083a052bf4 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:52.496227 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'status': 'completed', 'code': 200} Jun 30 09:39:52.610086 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-45dca4f9-369f-4aae-a1f0-ec9cdefec3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.611429 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-45dca4f9-369f-4aae-a1f0-ec9cdefec3a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=163a23a9669849d5a7477f0a8b714f00&device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0778840 Jun 30 09:39:52.685166 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:52.758047 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.770721 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.792779 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9689b73-74a5-4f4c-aeeb-44e3bf2600fa req-e63ba217-052d-4d42-a7fb-c70aaec5970b tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.794476 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d9689b73-74a5-4f4c-aeeb-44e3bf2600fa req-e63ba217-052d-4d42-a7fb-c70aaec5970b tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 945 time: 0.0978506 Jun 30 09:39:52.795157 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-3fb04c5b-a1bc-480f-81b7-f86e3d022f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.797763 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-3fb04c5b-a1bc-480f-81b7-f86e3d022f97 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 200 len: 910 time: 0.1791053 Jun 30 09:39:52.859312 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-56a6ba51-4e32-4f3e-962a-9108c0f4743c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 200 len: 217 time: 0.0528471 Jun 30 09:39:52.862153 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d9689b73-74a5-4f4c-aeeb-44e3bf2600fa req-fcfa75a0-1bb4-42a7-a40d-95039547f1e9 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607665 Jun 30 09:39:52.951407 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-8d3a8ef8-852b-4afb-9b71-bd5384a23fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.953047 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-8d3a8ef8-852b-4afb-9b71-bd5384a23fcb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9eafda67-63d6-4eb8-8d98-1632ee3e5122 HTTP/1.1" status: 200 len: 848 time: 0.0849957 Jun 30 09:39:52.997123 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:53.016701 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefe3d-4f8f-4dee-b47a-9b70a379eca7 req-39d35927-5bbc-4ac5-93e8-13c9d2a49ff1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:53.018455 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-40eefe3d-4f8f-4dee-b47a-9b70a379eca7 req-39d35927-5bbc-4ac5-93e8-13c9d2a49ff1 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.1389089 Jun 30 09:39:53.027533 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] Checking router: 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:53.036923 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:53.038591 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:39:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:53.053364 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-d2d4f517-d15a-45a7-8f2b-eb46c3f25cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:53.055183 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-d2d4f517-d15a-45a7-8f2b-eb46c3f25cca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd27c597-5adc-4a1f-b909-89fd58f61b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938172 Jun 30 09:39:53.126278 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-40eefe3d-4f8f-4dee-b47a-9b70a379eca7 req-c7e864ed-580f-4701-8484-1a9078f777f2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964487 Jun 30 09:39:53.166684 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:53.173251 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-c3939fe6-431f-4d11-9fec-858c1ae9bd9f service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091413 Jun 30 09:39:53.268691 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3cc3b8b3-2a7e-4ee8-a550-c6b88ed41e82 req-3340d60e-81d4-4d6f-ae75-8c309c3582f5 service neutron] 10.222.0.91 "GET /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878723 Jun 30 09:39:53.379715 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:53.409510 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186fda8-8d6f-481a-8f95-4405e9d6b88f None None] The sync data for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi is: [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:37Z', 'revision_number': 4, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '53a436fd-551e-4d89-8b10-097ae9373274', 'name': '', 'network_id': 'dd27c597-5adc-4a1f-b909-89fd58f61b4d', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'mac_address': 'fa:16:3e:0b:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:36Z', 'updated_at': '2021-06-30T09:33:44Z', 'revision_number': 5, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'subnets': [{'id': '9eafda67-63d6-4eb8-8d98-1632ee3e5122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:53.621146 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9f6d6-51c7-4ce3-8cc3-a1b98b0dfe41 None None] New status for floating IP 08f68d26-70f9-4b3d-aace-a6b3812707fa: DOWN {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:39:53.938865 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.335396 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1bd09-9d11-4099-b557-cdb5085cafeb req-953bbb35-4ac5-4398-88ac-a13ae59c55a2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:54.336870 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-57a1bd09-9d11-4099-b557-cdb5085cafeb req-953bbb35-4ac5-4398-88ac-a13ae59c55a2 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0716403 Jun 30 09:39:54.374712 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-57a1bd09-9d11-4099-b557-cdb5085cafeb req-d885817c-c70c-43de-a555-ee3fdcc6cf74 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4e5849-7de7-4aa0-88ad-794cca671b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319240 Jun 30 09:39:54.672952 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855d7a-789a-474c-8e67-804ba5f8798b req-6ddfdbff-2402-4bfc-9483-d95de9015451 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:54.674321 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-6ddfdbff-2402-4bfc-9483-d95de9015451 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 814 time: 0.1020629 Jun 30 09:39:54.689237 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-68648833-5611-4382-8405-5ff73ab8cbed tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/quotas/015e30e6fbaf45ce829c5422aff0889d HTTP/1.1" status: 200 len: 375 time: 0.0093429 Jun 30 09:39:54.735101 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-e963dfa1-5644-4b27-abc3-c0e812e8b58c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:54.736665 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-e963dfa1-5644-4b27-abc3-c0e812e8b58c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.91 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 946 time: 0.0625165 Jun 30 09:39:54.755349 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-c43be30e-4d55-4122-a701-e13bc5af7b24 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592918 Jun 30 09:39:54.836343 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Deleting port ca5e46dd-c7ba-453d-8280-04333e1f9420 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:54.836697 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.850205 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-78200707-2e2f-4318-a49a-1fc02f2bcf30 service neutron] 10.222.0.70 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869863 Jun 30 09:39:54.926373 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] For port ca5e46dd-c7ba-453d-8280-04333e1f9420, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca5e46dd-c7ba-453d-8280-04333e1f9420,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:54.926681 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.940346 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Calling delete_port for ca5e46dd-c7ba-453d-8280-04333e1f9420 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:54.941564 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-8b37d6a9-a7e6-42d6-9e0f-a3a19cda97ae service neutron] 10.222.0.70 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849681 Jun 30 09:39:55.078794 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.112521 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event deleted for resources: {'Port': ['ID=ca5e46dd-c7ba-453d-8280-04333e1f9420,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:55.170326 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-29146d9a-d4e7-43c0-b4db-0051c1f245d1 req-dcd9473a-8bd8-4d9e-bf67-ae349a3aa731 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 210 time: 0.0598221 Jun 30 09:39:55.196184 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] No DVR routers for this DVR port ca5e46dd-c7ba-453d-8280-04333e1f9420 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:55.199532 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.201687 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b7dee43d-35d5-46ba-af5e-f61d3ee397cf req-ae9288b7-0879-4ff8-9193-6e61fb06c121 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.91 "DELETE /v2.0/ports/ca5e46dd-c7ba-453d-8280-04333e1f9420 HTTP/1.1" status: 204 len: 173 time: 0.4586074 Jun 30 09:39:55.202208 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'name': 'network-vif-deleted', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:55.205482 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7376e-5e3d-43ff-a48d-18e744bdf983" -d '{"events": [{"server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "name": "network-vif-deleted", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:55.258375 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c5e04-1612-4e3e-8718-4dd023615926 x-openstack-request-id: req-289c5e04-1612-4e3e-8718-4dd023615926 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:55.258695 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641af3d8-251e-4b61-94cf-c8341cfec5b2", "name": "network-vif-deleted", "tag": "ca5e46dd-c7ba-453d-8280-04333e1f9420", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:55.259001 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-289c5e04-1612-4e3e-8718-4dd023615926 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:55.259418 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641af3d8-251e-4b61-94cf-c8341cfec5b2', 'name': 'network-vif-deleted', 'tag': 'ca5e46dd-c7ba-453d-8280-04333e1f9420', 'status': 'completed', 'code': 200} Jun 30 09:39:55.560569 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d25a49dd-41c9-4b5f-a4b8-baf7275d4754 req-0bd61f1c-ecdc-460b-8515-e55174df5eec tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 210 time: 0.0414078 Jun 30 09:39:56.325536 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-d1655e4e-ffc2-4376-8f7f-1329d20cf10d req-acc76215-14e6-4fc7-91aa-f240abcfe13c tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 210 time: 0.0402408 Jun 30 09:39:56.714461 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b3ceaaba-82d9-41a6-bb12-fe0dc98438e9 req-bfffeba0-c0b6-4166-a237-681e65b5cffd tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 210 time: 0.0282969 Jun 30 09:39:57.469132 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-69d74499-1ca4-410e-ba8f-440439d5ca16 req-dec25b98-a795-41bd-b986-185833452c7f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 210 time: 0.0281401 Jun 30 09:39:57.867608 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-383fe3fd-fb16-45a9-9d2f-f6658ed6c6e9 req-787f3c04-1af3-47d3-b05f-52f2e181c19c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 210 time: 0.0284398 Jun 30 09:39:58.609477 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8a96c9ef-b5fa-4899-ab03-c0011d6c9b4e req-00ca4ebb-e05d-4af9-a71c-d9869a0d1b1c tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 210 time: 0.0290146 Jun 30 09:39:58.915796 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ca5e46dd-c7ba-453d-8280-04333e1f9420 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:58.935599 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: ca5e46dd-c7ba-453d-8280-04333e1f9420 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:58.935948 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device ca5e46dd-c7ba-453d-8280-04333e1f9420 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:59.029028 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ef1508c9-a4f8-4e6f-a07a-04de1fc81b63 req-5df4b98d-04f2-48d3-9669-78c986732a88 tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "GET /v2.0/ports?device_id=641af3d8-251e-4b61-94cf-c8341cfec5b2 HTTP/1.1" status: 200 len: 210 time: 0.0354562 Jun 30 09:39:59.195183 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855d7a-789a-474c-8e67-804ba5f8798b req-5edb07d6-617d-45db-9538-825fb3ebad7f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:59.196578 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-5edb07d6-617d-45db-9538-825fb3ebad7f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 814 time: 0.1005139 Jun 30 09:39:59.213230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Request body: {'port': {'device_id': '383bc745-41dd-459d-8016-f44d94e25560', 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'admin_state_up': True, 'tenant_id': '015e30e6fbaf45ce829c5422aff0889d'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:59.327757 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Made reservation on behalf of 015e30e6fbaf45ce829c5422aff0889d for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:59.331195 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.464853 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Allocated IP 172.20.0.13 (cc30f627-f106-4fd6-92c8-09317d8b401a/a7cb4233-8130-44bf-b59d-2b6455495e24/f13154d2-102a-401d-81b9-59814f14e9c8) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:59.612644 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.657479 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.673447 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['121c8b57-31ea-457b-baa6-70b3e14e6664', 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:39:59.712852 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Network cc30f627-f106-4fd6-92c8-09317d8b401a is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:59.716954 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:59.719024 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Pushing event updated for resources: {'Port': ['ID=f13154d2-102a-401d-81b9-59814f14e9c8,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:59.721177 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:59.771839 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:59.773047 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.790677 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-e69dc8fd-93e0-4968-b227-05c3d59f16ce tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817780 Jun 30 09:39:59.806500 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Request body: {'port': {'device_id': '383bc745-41dd-459d-8016-f44d94e25560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:59.852366 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae7929-4997-44dd-b0bd-88d4fa57fa72 req-25276d19-3747-47d0-b54f-30ff0b009be4 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:59.859883 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ecae7929-4997-44dd-b0bd-88d4fa57fa72 req-25276d19-3747-47d0-b54f-30ff0b009be4 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 932 time: 0.0773933 Jun 30 09:39:59.899145 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.903756 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ecae7929-4997-44dd-b0bd-88d4fa57fa72 req-553d899f-010c-493c-82da-161f8cf2abf6 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 Jun 30 09:40:00.126271 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54142) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:00.178869 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13154d2-102a-401d-81b9-59814f14e9c8 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:00.186527 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.187936 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ce819af1-98fc-43ef-9230-c6b957eed96c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.198964 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Transition to ACTIVE for port object f13154d2-102a-401d-81b9-59814f14e9c8 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:00.203435 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.214070 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ce819af1-98fc-43ef-9230-c6b957eed96c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.252479 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Pushing event updated for resources: {'Port': ['ID=f13154d2-102a-401d-81b9-59814f14e9c8,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:00.275321 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ce819af1-98fc-43ef-9230-c6b957eed96c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.277875 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ce819af1-98fc-43ef-9230-c6b957eed96c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.279131 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-ce819af1-98fc-43ef-9230-c6b957eed96c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] 10.222.0.70 "DELETE /v2.0/security-groups/3e4e5849-7de7-4aa0-88ad-794cca671b9e HTTP/1.1" status: 204 len: 168 time: 0.1516867 Jun 30 09:40:00.288608 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce819af1-98fc-43ef-9230-c6b957eed96c tempest-TestShelveInstance-1513946103 tempest-TestShelveInstance-1513946103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e5849-7de7-4aa0-88ad-794cca671b9e,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:00.331997 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54146) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:00.347241 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Attempting to bind port f13154d2-102a-401d-81b9-59814f14e9c8 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:00.347581 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Attempting to bind port f13154d2-102a-401d-81b9-59814f14e9c8 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:00.347957 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Attempting to bind port f13154d2-102a-401d-81b9-59814f14e9c8 on network cc30f627-f106-4fd6-92c8-09317d8b401a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:00.353689 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Port f13154d2-102a-401d-81b9-59814f14e9c8 on network cc30f627-f106-4fd6-92c8-09317d8b401a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:00.354013 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Attempting to bind port f13154d2-102a-401d-81b9-59814f14e9c8 on network cc30f627-f106-4fd6-92c8-09317d8b401a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:00.358945 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:00.359288 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Checking segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:00.359667 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Bound using segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:00.360094 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Bound port: f13154d2-102a-401d-81b9-59814f14e9c8, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:00.360457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.435555 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] For port f13154d2-102a-401d-81b9-59814f14e9c8, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:00.438961 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] For port f13154d2-102a-401d-81b9-59814f14e9c8, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f13154d2-102a-401d-81b9-59814f14e9c8,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:00.445358 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.480708 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.481324 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.482701 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] 10.222.0.91 "PUT /v2.0/ports/f13154d2-102a-401d-81b9-59814f14e9c8 HTTP/1.1" status: 200 len: 1094 time: 0.6836820 Jun 30 09:40:00.483164 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383bc745-41dd-459d-8016-f44d94e25560', 'tag': 'f13154d2-102a-401d-81b9-59814f14e9c8'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:00.485409 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c5d8d5-ba22-45c1-814b-37ebc429f84a" -d '{"events": [{"name": "network-changed", "server_uuid": "383bc745-41dd-459d-8016-f44d94e25560", "tag": "f13154d2-102a-401d-81b9-59814f14e9c8"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:00.515476 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405b0bb-2140-489d-bedf-8c8c0772ce18 service neutron] Pushing event updated for resources: {'Port': ['ID=f13154d2-102a-401d-81b9-59814f14e9c8,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:00.540860 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea02409-0c9e-49ca-8cc2-cae17f3f6149 x-openstack-request-id: req-aea02409-0c9e-49ca-8cc2-cae17f3f6149 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:00.541249 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383bc745-41dd-459d-8016-f44d94e25560", "tag": "f13154d2-102a-401d-81b9-59814f14e9c8", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:00.541660 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aea02409-0c9e-49ca-8cc2-cae17f3f6149 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:00.542047 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383bc745-41dd-459d-8016-f44d94e25560', 'tag': 'f13154d2-102a-401d-81b9-59814f14e9c8', 'status': 'completed', 'code': 200} Jun 30 09:40:00.586065 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855d7a-789a-474c-8e67-804ba5f8798b req-9beeec4b-07f4-4ba9-8da1-52a11fac35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.587806 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-9beeec4b-07f4-4ba9-8da1-52a11fac35c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 1097 time: 0.0572672 Jun 30 09:40:00.632335 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-ab503928-79d1-4831-9b14-cb6e72f73d0d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13154d2-102a-401d-81b9-59814f14e9c8 HTTP/1.1" status: 200 len: 217 time: 0.0361354 Jun 30 09:40:00.681443 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855d7a-789a-474c-8e67-804ba5f8798b req-82f53ced-9e68-4560-9231-ad8681a301ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.683178 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-82f53ced-9e68-4560-9231-ad8681a301ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 200 len: 854 time: 0.0436723 Jun 30 09:40:00.721902 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-29edd456-bb0b-4d53-8d5d-04890967cc8d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc30f627-f106-4fd6-92c8-09317d8b401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310242 Jun 30 09:40:00.811360 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.819636 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-9bc5d9f8-7b66-4aa1-9309-6baf50f7eabc service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899031 Jun 30 09:40:00.912339 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-70855d7a-789a-474c-8e67-804ba5f8798b req-71f1253d-a1bc-4760-85a7-6b55ba6445fa service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837362 Jun 30 09:40:01.039938 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-13c215c7-5b8d-478d-b4ff-6eb5ddc4d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.041598 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-13c215c7-5b8d-478d-b4ff-6eb5ddc4d10c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 1097 time: 0.0652103 Jun 30 09:40:01.136325 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e25ae6-1a56-400b-8d15-906e00309010 req-74f6a11c-52f1-4e75-9bbb-9984c3f92cee tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.137880 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-21e25ae6-1a56-400b-8d15-906e00309010 req-74f6a11c-52f1-4e75-9bbb-9984c3f92cee tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 944 time: 0.1125965 Jun 30 09:40:01.149144 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Deleting port 53a436fd-551e-4d89-8b10-097ae9373274 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:01.149609 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:01.165561 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-aaa0f236-71ef-4cf4-911b-ac192713f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.167170 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-aaa0f236-71ef-4cf4-911b-ac192713f392 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 915 time: 0.1130302 Jun 30 09:40:01.218461 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-1a7a1ef9-6a45-44b9-a562-d705fc81851d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13154d2-102a-401d-81b9-59814f14e9c8 HTTP/1.1" status: 200 len: 217 time: 0.0429227 Jun 30 09:40:01.253011 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] For port 53a436fd-551e-4d89-8b10-097ae9373274, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=53a436fd-551e-4d89-8b10-097ae9373274,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:01.253380 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:01.271870 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-767dd932-1303-49d1-a20f-290b436a4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.275400 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-767dd932-1303-49d1-a20f-290b436a4570 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 200 len: 854 time: 0.0492125 Jun 30 09:40:01.275557 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Calling delete_port for 53a436fd-551e-4d89-8b10-097ae9373274 owned by network:router_interface {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:01.283688 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-21e25ae6-1a56-400b-8d15-906e00309010 req-0211ec2e-ca03-4b20-bf4f-f38b22517e0d tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313007 Jun 30 09:40:01.321173 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-aad65d0c-4c93-4b2b-ad8e-72acbeac9d09 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc30f627-f106-4fd6-92c8-09317d8b401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379529 Jun 30 09:40:01.425806 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-2572633d-7e76-4552-bf25-de24c03c77fe service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949640 Jun 30 09:40:01.483059 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:01.512382 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a436fd-551e-4d89-8b10-097ae9373274,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:01.704405 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:01.821065 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-11c5d8d5-ba22-45c1-814b-37ebc429f84a req-ecfb4dbd-d236-42e4-a429-149cf63c97f4 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877919 Jun 30 09:40:01.923451 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:02.030439 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:02.036375 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-0c96947b-edcd-4231-9b05-e581f68a8910 admin admin] 10.222.0.70 "PUT /v2.0/routers/97fd994b-9a07-4c17-a923-1bc77f4a1aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031040 Jun 30 09:40:02.039082 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54172) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:02.040103 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] Sync routers for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:02.050776 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:02.051531 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:39:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:02.144963 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks [] for router, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.156137 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:02.249791 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.307274 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Deleting port d1f9286a-1d23-4937-a364-197ec31d0830 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:02.307626 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.359701 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:40:01Z', 'revision_number': 5, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port': {'id': 'd1f9286a-1d23-4937-a364-197ec31d0830', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:02.392732 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] Checking router: 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:02.402033 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] Routers {'97fd994b-9a07-4c17-a923-1bc77f4a1aa5'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:02.402675 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:39:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:02.415377 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] For port d1f9286a-1d23-4937-a364-197ec31d0830, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=d1f9286a-1d23-4937-a364-197ec31d0830,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:02.415833 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.431286 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Calling delete_port for d1f9286a-1d23-4937-a364-197ec31d0830 owned by network:router_gateway {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:02.488829 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab5058-776a-427b-99a7-114ed4f24e3c req-3a1c8aec-4933-41fa-91f8-d4b777b92e01 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:02.490889 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-24ab5058-776a-427b-99a7-114ed4f24e3c req-3a1c8aec-4933-41fa-91f8-d4b777b92e01 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 944 time: 0.0814142 Jun 30 09:40:02.509424 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] Set router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 gateway port host: None {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:02.542666 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-24ab5058-776a-427b-99a7-114ed4f24e3c req-2bea3aa6-6858-4ecc-8b68-97df8a87d4fe tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Jun 30 09:40:02.589639 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:40:02Z', 'revision_number': 6, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port_host': None}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:02.618176 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72b5ee-7f6f-4e96-9905-a4cf7d299889 None None] The sync data for ids ['97fd994b-9a07-4c17-a923-1bc77f4a1aa5'] in dv-cinder-793515-7-iscsi is: [{'id': '97fd994b-9a07-4c17-a923-1bc77f4a1aa5', 'name': 'tempest-TestShelveInstance-1559612688-router', 'tenant_id': '163a23a9669849d5a7477f0a8b714f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:32Z', 'updated_at': '2021-06-30T09:40:02Z', 'revision_number': 6, 'project_id': '163a23a9669849d5a7477f0a8b714f00', 'gw_port_host': None}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:02.621373 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.909748 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f9286a-1d23-4937-a364-197ec31d0830,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:02.979678 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.011401 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54206) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:03.075727 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.077792 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.118956 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6072f363-76d9-4724-8eac-9454fb358c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.124439 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.124992 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97fd994b-9a07-4c17-a923-1bc77f4a1aa5 {{(pid=92902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:40:03.129333 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.132965 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-8846eac5-a274-418f-a1a2-6d8cdb5bc76c admin admin] 10.222.0.70 "DELETE /v2.0/routers/97fd994b-9a07-4c17-a923-1bc77f4a1aa5 HTTP/1.1" status: 204 len: 168 time: 1.0904031 Jun 30 09:40:03.133509 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54210) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:03.178800 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a232d05-18d2-4ca8-85cf-462002021862 admin admin] Deleting subnet 9eafda67-63d6-4eb8-8d98-1632ee3e5122 {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:40:03.181981 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0a232d05-18d2-4ca8-85cf-462002021862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.210221 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6072f363-76d9-4724-8eac-9454fb358c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.214245 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-6072f363-76d9-4724-8eac-9454fb358c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.216864 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0a232d05-18d2-4ca8-85cf-462002021862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.251047 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072f363-76d9-4724-8eac-9454fb358c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd75286-7932-4dfc-9166-ce2fc03d21b3,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.257705 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-6072f363-76d9-4724-8eac-9454fb358c04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=858ac6a1d87143cfa4474277396712cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427716 Jun 30 09:40:03.258017 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54212) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:03.328743 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0a232d05-18d2-4ca8-85cf-462002021862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.368091 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-32984109-0210-4cda-bc8b-b1ba5abbc741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.401192 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-32984109-0210-4cda-bc8b-b1ba5abbc741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.434400 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device d1f9286a-1d23-4937-a364-197ec31d0830 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:03.441196 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0a232d05-18d2-4ca8-85cf-462002021862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.455226 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: d1f9286a-1d23-4937-a364-197ec31d0830 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:03.455582 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device d1f9286a-1d23-4937-a364-197ec31d0830 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:03.456014 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 53a436fd-551e-4d89-8b10-097ae9373274 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:03.473028 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0a232d05-18d2-4ca8-85cf-462002021862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.475173 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-0a232d05-18d2-4ca8-85cf-462002021862 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9eafda67-63d6-4eb8-8d98-1632ee3e5122 HTTP/1.1" status: 204 len: 168 time: 0.3406179 Jun 30 09:40:03.477858 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794eead9-7570-4a00-b7c4-d0e8e3511646 None None] Network dd27c597-5adc-4a1f-b909-89fd58f61b4d requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:03.478109 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a232d05-18d2-4ca8-85cf-462002021862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eafda67-63d6-4eb8-8d98-1632ee3e5122,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.478724 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54214) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:03.499117 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 53a436fd-551e-4d89-8b10-097ae9373274 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:03.499741 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 53a436fd-551e-4d89-8b10-097ae9373274 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:03.503167 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-32984109-0210-4cda-bc8b-b1ba5abbc741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.507190 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-32984109-0210-4cda-bc8b-b1ba5abbc741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.508466 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-32984109-0210-4cda-bc8b-b1ba5abbc741 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5dd75286-7932-4dfc-9166-ce2fc03d21b3 HTTP/1.1" status: 204 len: 168 time: 0.2495263 Jun 30 09:40:03.517041 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32984109-0210-4cda-bc8b-b1ba5abbc741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd75286-7932-4dfc-9166-ce2fc03d21b3,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.578049 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.641211 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Deleting port 9c02f7e4-485c-4159-9171-d2fc71812da2 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:03.641668 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.724589 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] For port 9c02f7e4-485c-4159-9171-d2fc71812da2, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=9c02f7e4-485c-4159-9171-d2fc71812da2,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:03.724941 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.743146 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] DHCP port deletion for dd27c597-5adc-4a1f-b909-89fd58f61b4d request from dv-cinder-793515-7-iscsi {{(pid=92903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:40:03.754430 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Calling delete_port for 9c02f7e4-485c-4159-9171-d2fc71812da2 owned by network:dhcp {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:03.804449 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] Deleting port 9c02f7e4-485c-4159-9171-d2fc71812da2 {{(pid=92903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:03.805084 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.820428 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90043f68-0eb3-4e05-a985-f831418b552d req-4d21f11d-3cd9-4676-a305-ff1f33da8529 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.827617 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-90043f68-0eb3-4e05-a985-f831418b552d req-4d21f11d-3cd9-4676-a305-ff1f33da8529 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 944 time: 0.1020324 Jun 30 09:40:03.854331 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.883647 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c02f7e4-485c-4159-9171-d2fc71812da2,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.887213 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] For port 9c02f7e4-485c-4159-9171-d2fc71812da2, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=9c02f7e4-485c-4159-9171-d2fc71812da2,segment=NetworkSegment(e8829d10-96ee-4b43-974e-b4f55436730d),segment_id=e8829d10-96ee-4b43-974e-b4f55436730d)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:03.887807 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.891566 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] No DVR routers for this DVR port 9c02f7e4-485c-4159-9171-d2fc71812da2 on host dv-cinder-793515-7-iscsi {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:03.895439 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-90043f68-0eb3-4e05-a985-f831418b552d req-ec942633-0597-462f-9fd9-a424d60cf0c3 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668147 Jun 30 09:40:03.913770 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] Calling delete_port for 9c02f7e4-485c-4159-9171-d2fc71812da2 owned by network:dhcp {{(pid=92903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:03.913924 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54222) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:03.922133 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a2373e63-8837-450f-ad38-6a8f6567a266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.968754 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.979319 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd27c597-5adc-4a1f-b909-89fd58f61b4d']}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:03.993875 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8829d10-96ee-4b43-974e-b4f55436730d') {'for_net_delete': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:03.994271 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8829d10-96ee-4b43-974e-b4f55436730d') {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:03.994422 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651'] for port, after_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.005403 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6053682'] for segment, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.019914 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.026466 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=92901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:40:04.027083 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262919'] for segment, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.027940 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a2373e63-8837-450f-ad38-6a8f6567a266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: Traceback (most recent call last): Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: timer() Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: cb(*args, **kw) Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: return func(*args, **kwargs) Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: self._notify() Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: self.callback(batched_events) Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: event.method(event) Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: return f(self, *a, **k) Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._get(url).json() Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: return self.request(url, 'GET', **kwargs) Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:40:04.028995 dv-cinder-793515-7-iscsi neutron-server[92901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:40:04.033289 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] Pushing event deleted for resources: {'Port': ['ID=9c02f7e4-485c-4159-9171-d2fc71812da2,revision_number=None']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.035314 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-a2373e63-8837-450f-ad38-6a8f6567a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.037098 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7dd57-aa98-489b-905b-863ed163e8be None None] No DVR routers for this DVR port 9c02f7e4-485c-4159-9171-d2fc71812da2 on host dv-cinder-793515-7-iscsi {{(pid=92903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:04.081671 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-a2373e63-8837-450f-ad38-6a8f6567a266 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9677b3d419349be99b70ed212d6aa86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731856 Jun 30 09:40:04.083339 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2373e63-8837-450f-ad38-6a8f6567a266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc34b45-f3cb-433d-82c5-3e5c228c8cce,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.084918 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54224) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:04.093236 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.104981 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.113988 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dd27c597-5adc-4a1f-b909-89fd58f61b4d HTTP/1.1" status: 204 len: 168 time: 0.6269741 Jun 30 09:40:04.114098 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54226) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:04.129662 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f588c-ff84-4cc3-bad5-1b70ffbf8506 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd27c597-5adc-4a1f-b909-89fd58f61b4d,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.157673 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4549a56d-ae8f-4f83-85ce-6e61d881cb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.181218 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4549a56d-ae8f-4f83-85ce-6e61d881cb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.229538 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4549a56d-ae8f-4f83-85ce-6e61d881cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.232051 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4549a56d-ae8f-4f83-85ce-6e61d881cb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.233195 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4549a56d-ae8f-4f83-85ce-6e61d881cb4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adc34b45-f3cb-433d-82c5-3e5c228c8cce HTTP/1.1" status: 204 len: 168 time: 0.1466715 Jun 30 09:40:04.241710 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549a56d-ae8f-4f83-85ce-6e61d881cb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc34b45-f3cb-433d-82c5-3e5c228c8cce,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.478798 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.740089 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Deleting port 631ad68b-24ef-4c9a-80f3-a6f28218c31f {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:04.740435 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.819720 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] For port 631ad68b-24ef-4c9a-80f3-a6f28218c31f, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=631ad68b-24ef-4c9a-80f3-a6f28218c31f,segment=NetworkSegment(07ebf30a-84cb-488c-878a-6a908e6af1d0),segment_id=07ebf30a-84cb-488c-878a-6a908e6af1d0)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:04.820081 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.833254 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Calling delete_port for 631ad68b-24ef-4c9a-80f3-a6f28218c31f owned by network:router_interface {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:04.946410 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device f13154d2-102a-401d-81b9-59814f14e9c8 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:05.033312 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.059852 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port f13154d2-102a-401d-81b9-59814f14e9c8, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f13154d2-102a-401d-81b9-59814f14e9c8,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:05.076785 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Pushing event deleted for resources: {'Port': ['ID=631ad68b-24ef-4c9a-80f3-a6f28218c31f,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:05.077657 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': 'f13154d2-102a-401d-81b9-59814f14e9c8', 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'port_id': 'f13154d2-102a-401d-81b9-59814f14e9c8', 'mac_address': 'fa:16:3e:62:c9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cb4233-8130-44bf-b59d-2b6455495e24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:05.131277 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.148146 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d20b8-e6f6-4d2f-b17b-4324d232ea34 req-c64d273c-b258-4784-8056-de46c5ed4a7a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:05.148748 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13154d2-102a-401d-81b9-59814f14e9c8 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:05.150478 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c29d20b8-e6f6-4d2f-b17b-4324d232ea34 req-c64d273c-b258-4784-8056-de46c5ed4a7a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 944 time: 0.1258349 Jun 30 09:40:05.185887 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port f13154d2-102a-401d-81b9-59814f14e9c8, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f13154d2-102a-401d-81b9-59814f14e9c8,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:05.191478 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.198169 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 9c02f7e4-485c-4159-9171-d2fc71812da2 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:05.202046 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c29d20b8-e6f6-4d2f-b17b-4324d232ea34 req-a54c480c-b108-44de-b194-5704dc0477a1 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Jun 30 09:40:05.251333 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 9c02f7e4-485c-4159-9171-d2fc71812da2 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:05.251674 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 9c02f7e4-485c-4159-9171-d2fc71812da2 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:05.284375 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=f13154d2-102a-401d-81b9-59814f14e9c8,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:05.299327 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.476722 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['f13154d2-102a-401d-81b9-59814f14e9c8'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:05.529275 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Router b44c5824-3f34-4a6a-ab50-bd9d4a506239 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:05.642790 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:05.648778 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f6a83000-c0bd-4995-aeac-a91cc568a488 admin admin] 10.222.0.70 "PUT /v2.0/routers/b44c5824-3f34-4a6a-ab50-bd9d4a506239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5374010 Jun 30 09:40:05.650939 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54268) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:05.653295 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] Sync routers for ids ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:05.662546 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] Routers {'b44c5824-3f34-4a6a-ab50-bd9d4a506239'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:05.663074 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:39:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:05.765670 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks [] for router, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.770543 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] Set router b44c5824-3f34-4a6a-ab50-bd9d4a506239 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:05.873815 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.927769 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Deleting port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:05.928218 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.966712 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:40:04Z', 'revision_number': 5, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port': {'id': '6c5d4a9d-1e05-4a6b-80d6-34c333a510fc', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:42Z', 'updated_at': '2021-06-30T09:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:05.992984 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] Checking router: b44c5824-3f34-4a6a-ab50-bd9d4a506239 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:06.001307 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] Routers {'b44c5824-3f34-4a6a-ab50-bd9d4a506239'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:06.001931 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:39:51Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:06.019923 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] For port 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=6c5d4a9d-1e05-4a6b-80d6-34c333a510fc,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:06.019923 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.033885 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Calling delete_port for 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc owned by network:router_gateway {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:06.092555 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] Set router b44c5824-3f34-4a6a-ab50-bd9d4a506239 gateway port host: None {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:06.121093 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54284) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:06.149478 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:40:05Z', 'revision_number': 6, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port_host': None}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:06.176144 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dee295-c303-4e1a-b5c5-94d778ded221 None None] The sync data for ids ['b44c5824-3f34-4a6a-ab50-bd9d4a506239'] in dv-cinder-793515-7-iscsi is: [{'id': 'b44c5824-3f34-4a6a-ab50-bd9d4a506239', 'name': 'tempest-TestShelveInstance-1566863727-router', 'tenant_id': 'e40355c540964c049fa388665c09e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:41Z', 'updated_at': '2021-06-30T09:40:05Z', 'revision_number': 6, 'project_id': 'e40355c540964c049fa388665c09e9d1', 'gw_port_host': None}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:06.213216 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.240442 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5d4a9d-1e05-4a6b-80d6-34c333a510fc,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:06.251780 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d29f6aeb-1ffa-454d-a1b1-f8153b8ab6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.312814 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.348796 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d29f6aeb-1ffa-454d-a1b1-f8153b8ab6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.355343 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d29f6aeb-1ffa-454d-a1b1-f8153b8ab6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.399951 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d29f6aeb-1ffa-454d-a1b1-f8153b8ab6e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6123eaba01f74ab4944b10e2c96242d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745914 Jun 30 09:40:06.399951 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f6aeb-1ffa-454d-a1b1-f8153b8ab6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04662c70-0db2-4cc6-9c11-92f81774cd6f,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:06.401251 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54290) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:06.430004 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.433723 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.462826 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c2d204ed-59e5-4aa5-a10c-06af5bd48d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.486933 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c2d204ed-59e5-4aa5-a10c-06af5bd48d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.497915 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.498475 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b44c5824-3f34-4a6a-ab50-bd9d4a506239 {{(pid=92902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:40:06.504461 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.505745 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-3b4924d4-f366-4d66-9138-1d380901f94a admin admin] 10.222.0.70 "DELETE /v2.0/routers/b44c5824-3f34-4a6a-ab50-bd9d4a506239 HTTP/1.1" status: 204 len: 168 time: 0.8497531 Jun 30 09:40:06.509514 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54292) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:06.528896 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b3025-1e32-4f0f-8918-aedae1310ad5 req-4d91b992-3d71-413c-b876-54c8722cc42f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:06.529180 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ed0b3025-1e32-4f0f-8918-aedae1310ad5 req-4d91b992-3d71-413c-b876-54c8722cc42f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 945 time: 0.1891439 Jun 30 09:40:06.540574 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c2d204ed-59e5-4aa5-a10c-06af5bd48d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.543629 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c2d204ed-59e5-4aa5-a10c-06af5bd48d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.547323 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c2d204ed-59e5-4aa5-a10c-06af5bd48d32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04662c70-0db2-4cc6-9c11-92f81774cd6f HTTP/1.1" status: 204 len: 168 time: 0.1450906 Jun 30 09:40:06.556907 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d204ed-59e5-4aa5-a10c-06af5bd48d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04662c70-0db2-4cc6-9c11-92f81774cd6f,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:06.592589 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f759e0-85b7-492b-a811-b2da04214c08 admin admin] Deleting subnet 3126cb94-48dc-4c66-b37f-9f0c8dab37cb {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:40:06.598114 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0f759e0-85b7-492b-a811-b2da04214c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.620451 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ed0b3025-1e32-4f0f-8918-aedae1310ad5 req-5149beab-3ea3-4f1b-8b7d-5740d8ac2c8a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717568 Jun 30 09:40:06.639218 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0f759e0-85b7-492b-a811-b2da04214c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.736288 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0f759e0-85b7-492b-a811-b2da04214c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.792893 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0f759e0-85b7-492b-a811-b2da04214c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.819412 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f759e0-85b7-492b-a811-b2da04214c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3126cb94-48dc-4c66-b37f-9f0c8dab37cb,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:06.821561 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b0f759e0-85b7-492b-a811-b2da04214c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.823455 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b0f759e0-85b7-492b-a811-b2da04214c08 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3126cb94-48dc-4c66-b37f-9f0c8dab37cb HTTP/1.1" status: 204 len: 168 time: 0.3128686 Jun 30 09:40:06.825851 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54298) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:06.828865 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5475153f-8ab1-4222-9f2f-283cedc0cc5c None None] Network f4a03450-b195-45ce-8645-e7bd5ae6dc10 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:06.847579 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54300) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:06.862379 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d1998144-cee5-432e-8fe5-e7a53c26a140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.898314 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.957560 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Deleting port 4951c248-bcaf-4108-88b6-cbd073757e7e {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:06.958250 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.966511 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device f13154d2-102a-401d-81b9-59814f14e9c8 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:06.976667 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d1998144-cee5-432e-8fe5-e7a53c26a140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.986171 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-d1998144-cee5-432e-8fe5-e7a53c26a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.033393 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] For port 4951c248-bcaf-4108-88b6-cbd073757e7e, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=4951c248-bcaf-4108-88b6-cbd073757e7e,segment=NetworkSegment(07ebf30a-84cb-488c-878a-6a908e6af1d0),segment_id=07ebf30a-84cb-488c-878a-6a908e6af1d0)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:07.033765 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.034704 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port f13154d2-102a-401d-81b9-59814f14e9c8 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:07.043138 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port f13154d2-102a-401d-81b9-59814f14e9c8 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:07.043138 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.043424 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-d1998144-cee5-432e-8fe5-e7a53c26a140 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d164044e4d04200bdf9a6524daaa830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922114 Jun 30 09:40:07.043667 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54302) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:07.063739 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Calling delete_port for 4951c248-bcaf-4108-88b6-cbd073757e7e owned by network:dhcp {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:07.064844 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1998144-cee5-432e-8fe5-e7a53c26a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b847627d-08c0-447d-a7e0-cedb77092ad4,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.070751 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] DHCP port deletion for f4a03450-b195-45ce-8645-e7bd5ae6dc10 request from dv-cinder-793515-7-iscsi {{(pid=92903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:40:07.176850 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0475d0c0-0083-4787-8e2a-28972c578876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.210866 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0475d0c0-0083-4787-8e2a-28972c578876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.223863 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.268865 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Pushing event deleted for resources: {'Port': ['ID=4951c248-bcaf-4108-88b6-cbd073757e7e,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.274339 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] No DVR routers for this DVR port 4951c248-bcaf-4108-88b6-cbd073757e7e on host dv-cinder-793515-7-iscsi {{(pid=92902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:07.296969 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:07.301788 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] Deleting port 4951c248-bcaf-4108-88b6-cbd073757e7e {{(pid=92903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:07.302107 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.365399 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:07.365948 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 6c5d4a9d-1e05-4a6b-80d6-34c333a510fc not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:07.366380 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 631ad68b-24ef-4c9a-80f3-a6f28218c31f no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:07.406787 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.408600 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 631ad68b-24ef-4c9a-80f3-a6f28218c31f {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:07.408938 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 631ad68b-24ef-4c9a-80f3-a6f28218c31f not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:07.409340 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 4951c248-bcaf-4108-88b6-cbd073757e7e no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:07.455919 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 4951c248-bcaf-4108-88b6-cbd073757e7e {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:07.456264 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 4951c248-bcaf-4108-88b6-cbd073757e7e not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:07.460050 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] For port 4951c248-bcaf-4108-88b6-cbd073757e7e, host dv-cinder-793515-7-iscsi, got binding levels [] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:07.460541 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.473090 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383bc745-41dd-459d-8016-f44d94e25560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13154d2-102a-401d-81b9-59814f14e9c8'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:07.475502 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0714f511-a888-4736-8f99-73b97112cd1b" -d '{"events": [{"server_uuid": "383bc745-41dd-459d-8016-f44d94e25560", "name": "network-vif-plugged", "status": "completed", "tag": "f13154d2-102a-401d-81b9-59814f14e9c8"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:07.489979 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] Calling delete_port for 4951c248-bcaf-4108-88b6-cbd073757e7e owned by network:dhcp {{(pid=92903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:07.495779 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.ipam_backend_mixin [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] Port 4951c248-bcaf-4108-88b6-cbd073757e7e was not found and therefore no delete operation was performed {{(pid=92903) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:40:07.497726 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port f13154d2-102a-401d-81b9-59814f14e9c8, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f13154d2-102a-401d-81b9-59814f14e9c8,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:07.499526 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651'] for port, after_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.526460 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.529085 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a9e459-9e8e-47af-bb1b-d686a70fa843 x-openstack-request-id: req-e0a9e459-9e8e-47af-bb1b-d686a70fa843 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:07.529379 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383bc745-41dd-459d-8016-f44d94e25560", "name": "network-vif-plugged", "status": "completed", "tag": "f13154d2-102a-401d-81b9-59814f14e9c8", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:07.529628 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0a9e459-9e8e-47af-bb1b-d686a70fa843 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:07.530042 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383bc745-41dd-459d-8016-f44d94e25560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13154d2-102a-401d-81b9-59814f14e9c8', 'code': 200} Jun 30 09:40:07.533440 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] Pushing event deleted for resources: {'Port': ['ID=4951c248-bcaf-4108-88b6-cbd073757e7e,revision_number=None']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.545790 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412418fb-feb3-4f5f-b119-b54ea96c3430 None None] No DVR routers for this DVR port 4951c248-bcaf-4108-88b6-cbd073757e7e on host dv-cinder-793515-7-iscsi {{(pid=92903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:07.603139 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=f13154d2-102a-401d-81b9-59814f14e9c8,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.629906 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.640608 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a03450-b195-45ce-8645-e7bd5ae6dc10']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:07.649416 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0475d0c0-0083-4787-8e2a-28972c578876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.651985 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0475d0c0-0083-4787-8e2a-28972c578876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.653113 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-0475d0c0-0083-4787-8e2a-28972c578876 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b847627d-08c0-447d-a7e0-cedb77092ad4 HTTP/1.1" status: 204 len: 168 time: 0.6074979 Jun 30 09:40:07.657758 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ebf30a-84cb-488c-878a-6a908e6af1d0') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:07.658073 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ebf30a-84cb-488c-878a-6a908e6af1d0') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:07.679938 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475d0c0-0083-4787-8e2a-28972c578876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b847627d-08c0-447d-a7e0-cedb77092ad4,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.679938 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.694741 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.705665 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:40:07.706706 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:40:07.709736 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:40:07.772505 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.795077 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.800008 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f4a03450-b195-45ce-8645-e7bd5ae6dc10 HTTP/1.1" status: 204 len: 168 time: 0.9709294 Jun 30 09:40:07.800008 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480a88e-6067-4ac4-889b-a92a8a6eef35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a03450-b195-45ce-8645-e7bd5ae6dc10,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.830038 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bbb88-c0c1-4ca9-b314-c5cc0b170ef1 req-32a48264-cf13-499a-b0a6-f4fdd80292cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:07.832102 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d34bbb88-c0c1-4ca9-b314-c5cc0b170ef1 req-32a48264-cf13-499a-b0a6-f4fdd80292cd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 1099 time: 0.0646601 Jun 30 09:40:07.885040 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d34bbb88-c0c1-4ca9-b314-c5cc0b170ef1 req-0b31cc4b-53bf-4675-b282-b288785a54e7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Jun 30 09:40:07.887366 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875ffe5-e915-4fcf-bcf8-7418ecaecdbd req-0b706c7d-6166-4a20-a74e-9ab14bb086f0 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:07.888865 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f875ffe5-e915-4fcf-bcf8-7418ecaecdbd req-0b706c7d-6166-4a20-a74e-9ab14bb086f0 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 946 time: 0.0954406 Jun 30 09:40:07.931403 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f875ffe5-e915-4fcf-bcf8-7418ecaecdbd req-7380353e-49e7-4c0f-b34a-612f1c9aa3cf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Jun 30 09:40:08.000192 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54320) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.046794 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-bd7b556d-a4f7-42f4-b474-0120756fd26a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=163a23a9669849d5a7477f0a8b714f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431306 Jun 30 09:40:08.047134 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54322) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.102850 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4a75e762-4206-4a76-b541-6fb3a6431655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.125919 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4a75e762-4206-4a76-b541-6fb3a6431655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.174938 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4a75e762-4206-4a76-b541-6fb3a6431655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.178222 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-4a75e762-4206-4a76-b541-6fb3a6431655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.182731 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-4a75e762-4206-4a76-b541-6fb3a6431655 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4db0199f-9d81-4ba6-bd21-94964c207ef5 HTTP/1.1" status: 204 len: 168 time: 0.1317601 Jun 30 09:40:08.188626 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75e762-4206-4a76-b541-6fb3a6431655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0199f-9d81-4ba6-bd21-94964c207ef5,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.498457 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54338) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.542539 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-4d18e579-a3b0-47d8-9ce3-a991d2c02b98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e40355c540964c049fa388665c09e9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428908 Jun 30 09:40:08.545301 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54342) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.596716 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.619282 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.668867 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.671548 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.672757 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12b33c51-3571-4ff4-8885-602ba7d10cbd HTTP/1.1" status: 204 len: 168 time: 0.1264603 Jun 30 09:40:08.680822 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b33c51-3571-4ff4-8885-602ba7d10cbd,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.688082 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.688434 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.688778 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.689112 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.689443 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.689991 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.690126 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.690411 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.690735 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.691079 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.691497 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:08.691819 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a1208-7ed8-43b1-8d68-d77ce0a7ca9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:09.148785 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7439c3-665e-48f6-8a55-6c0ed2b0eb1a req-62eecc6e-d114-4190-8310-a2c8f56dfa30 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:09.150308 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6d7439c3-665e-48f6-8a55-6c0ed2b0eb1a req-62eecc6e-d114-4190-8310-a2c8f56dfa30 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 946 time: 0.0736687 Jun 30 09:40:09.190527 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-6d7439c3-665e-48f6-8a55-6c0ed2b0eb1a req-16a99c69-cb87-4800-8208-9fc99aa9620b tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Jun 30 09:40:09.927771 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54400) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:10.028389 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-da1c98c3-d8b1-4409-885a-a3c9ed338bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.118917 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-da1c98c3-d8b1-4409-885a-a3c9ed338bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.122886 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-da1c98c3-d8b1-4409-885a-a3c9ed338bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.160786 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-da1c98c3-d8b1-4409-885a-a3c9ed338bfc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1004b13cb3eb471da2c614aefa12c451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318842 Jun 30 09:40:10.162149 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c98c3-d8b1-4409-885a-a3c9ed338bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcb121a-3ce9-40cc-a75f-383fc7b088be,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:10.164107 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54404) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:10.212940 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f94cc296-08f5-4d05-bbe2-9ac195bd4c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.233709 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f94cc296-08f5-4d05-bbe2-9ac195bd4c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.278785 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f94cc296-08f5-4d05-bbe2-9ac195bd4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.281256 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-f94cc296-08f5-4d05-bbe2-9ac195bd4c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.282366 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-f94cc296-08f5-4d05-bbe2-9ac195bd4c63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bcb121a-3ce9-40cc-a75f-383fc7b088be HTTP/1.1" status: 204 len: 168 time: 0.1172898 Jun 30 09:40:10.292335 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cc296-08f5-4d05-bbe2-9ac195bd4c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcb121a-3ce9-40cc-a75f-383fc7b088be,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:10.556016 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54412) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:10.573150 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e318a0d-9ede-4e40-beb1-e61ffc612be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.666032 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e318a0d-9ede-4e40-beb1-e61ffc612be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.669375 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-4e318a0d-9ede-4e40-beb1-e61ffc612be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.712159 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-4e318a0d-9ede-4e40-beb1-e61ffc612be7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12790439539643ce8ef1486ab6600aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546378 Jun 30 09:40:10.713329 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e318a0d-9ede-4e40-beb1-e61ffc612be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d971c09c-b6ec-49d4-a41e-0165867d6955,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:10.714648 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54418) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:10.769281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-19423674-675b-4ba6-826a-600d746b4492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.792926 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-19423674-675b-4ba6-826a-600d746b4492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.842593 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-19423674-675b-4ba6-826a-600d746b4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.845174 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-19423674-675b-4ba6-826a-600d746b4492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.846344 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-19423674-675b-4ba6-826a-600d746b4492 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d971c09c-b6ec-49d4-a41e-0165867d6955 HTTP/1.1" status: 204 len: 168 time: 0.1306047 Jun 30 09:40:10.855382 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19423674-675b-4ba6-826a-600d746b4492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d971c09c-b6ec-49d4-a41e-0165867d6955,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:11.889234 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54454) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:11.995567 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e3c1fb22-f825-4cda-87e1-3be6b6ec1385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.085814 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e3c1fb22-f825-4cda-87e1-3be6b6ec1385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.089267 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e3c1fb22-f825-4cda-87e1-3be6b6ec1385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.126516 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e3c1fb22-f825-4cda-87e1-3be6b6ec1385 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc91debf86ae4900bcde26a198ef72d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361536 Jun 30 09:40:12.127642 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1fb22-f825-4cda-87e1-3be6b6ec1385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3439eff9-d179-4078-821c-1703f6312f59,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:12.129130 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54460) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:12.179026 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-755b965a-86c0-4b9c-b195-ee8bb9c4acf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.199333 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-755b965a-86c0-4b9c-b195-ee8bb9c4acf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.246522 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-755b965a-86c0-4b9c-b195-ee8bb9c4acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.249552 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-755b965a-86c0-4b9c-b195-ee8bb9c4acf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.250733 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-755b965a-86c0-4b9c-b195-ee8bb9c4acf0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3439eff9-d179-4078-821c-1703f6312f59 HTTP/1.1" status: 204 len: 168 time: 0.1205862 Jun 30 09:40:12.258489 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b965a-86c0-4b9c-b195-ee8bb9c4acf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3439eff9-d179-4078-821c-1703f6312f59,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:15.730520 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54510) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:15.831791 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e0a6174c-dca1-4cbc-8fa8-fe686524cdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.924161 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e0a6174c-dca1-4cbc-8fa8-fe686524cdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.928082 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e0a6174c-dca1-4cbc-8fa8-fe686524cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.965511 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e0a6174c-dca1-4cbc-8fa8-fe686524cdcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6edd8011dd214cddb72924159d5bfe2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338784 Jun 30 09:40:15.967761 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6174c-dca1-4cbc-8fa8-fe686524cdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d49831-463a-498f-b2ad-cb4ac4ef9dca,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:15.968464 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54514) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:16.032307 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-05ef005f-d4e1-48f2-b616-00c1a1890fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.053133 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-05ef005f-d4e1-48f2-b616-00c1a1890fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.098041 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-05ef005f-d4e1-48f2-b616-00c1a1890fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.101699 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-05ef005f-d4e1-48f2-b616-00c1a1890fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.102861 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-05ef005f-d4e1-48f2-b616-00c1a1890fde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50d49831-463a-498f-b2ad-cb4ac4ef9dca HTTP/1.1" status: 204 len: 168 time: 0.1330419 Jun 30 09:40:16.110709 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef005f-d4e1-48f2-b616-00c1a1890fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d49831-463a-498f-b2ad-cb4ac4ef9dca,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:18.545023 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-be0884a0-8e9c-415a-8c15-e2adeb9e76d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.735561 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:21.078898 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b7eab7ca-2e44-455d-a3f2-0f618d832727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:21.400404 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.601563 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.633839 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:23.377248 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-34359ee5-e98f-4aad-a23e-bb72ab8a3cc3 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.383372 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-34359ee5-e98f-4aad-a23e-bb72ab8a3cc3 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 814 time: 0.1023090 Jun 30 09:40:23.394006 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-5f9fb152-d4ba-4874-b3de-b138f00f65d3 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/quotas/015e30e6fbaf45ce829c5422aff0889d HTTP/1.1" status: 200 len: 375 time: 0.0095522 Jun 30 09:40:23.471458 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-7090c0a9-2fd8-41ec-a8cc-a297708cba27 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702932 Jun 30 09:40:23.560146 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-dd0f0366-65da-4f2f-89be-d70ebdd625dd service neutron] 10.222.0.70 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809505 Jun 30 09:40:23.649996 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-61ec07ce-e139-412e-938e-99ebf4ac8637 service neutron] 10.222.0.70 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839894 Jun 30 09:40:23.822444 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7ffec9b9-e00f-46fb-980d-ebe423289b0d req-e1f4ffda-56a4-45ee-82aa-0c82c369074f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 210 time: 0.0314357 Jun 30 09:40:23.943187 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:24.979838 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4ed9d2ee-eff8-496a-8820-c28e500128c8 req-24142679-1168-4fcf-8895-4b7f16564f8e tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 210 time: 0.0412405 Jun 30 09:40:25.010999 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-f12548aa-bc33-4e05-ada0-82e3c85c9aa1 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:25.012454 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-f12548aa-bc33-4e05-ada0-82e3c85c9aa1 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 814 time: 0.1443343 Jun 30 09:40:25.029357 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Request body: {'port': {'device_id': 'c009dcb8-9a37-4100-9af8-1877038bf865', 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'admin_state_up': True, 'tenant_id': '015e30e6fbaf45ce829c5422aff0889d'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:25.138848 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Made reservation on behalf of 015e30e6fbaf45ce829c5422aff0889d for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:25.142342 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.267717 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Allocated IP 172.20.0.4 (cc30f627-f106-4fd6-92c8-09317d8b401a/a7cb4233-8130-44bf-b59d-2b6455495e24/1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:25.421681 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.462505 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.488025 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['121c8b57-31ea-457b-baa6-70b3e14e6664', 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c', 'f13154d2-102a-401d-81b9-59814f14e9c8'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:25.503879 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Network cc30f627-f106-4fd6-92c8-09317d8b401a is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:25.507691 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:25.511636 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:25.538982 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Pushing event updated for resources: {'Port': ['ID=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:25.567528 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:25.568151 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.583011 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-2ed3de45-3fcf-4a63-a218-3d4a79965e53 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573652 Jun 30 09:40:25.596882 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Request body: {'port': {'device_id': 'c009dcb8-9a37-4100-9af8-1877038bf865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:25.672194 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.936046 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:25.943520 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.955728 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Transition to ACTIVE for port object 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:25.961111 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.012170 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:26.084598 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Attempting to bind port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:26.084963 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Attempting to bind port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:26.086125 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Attempting to bind port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c on network cc30f627-f106-4fd6-92c8-09317d8b401a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:26.090475 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c on network cc30f627-f106-4fd6-92c8-09317d8b401a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:26.090792 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Attempting to bind port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c on network cc30f627-f106-4fd6-92c8-09317d8b401a {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:26.095714 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:26.096055 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Checking segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:26.096476 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Bound using segment: {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:26.096916 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Bound port: 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b036ca-08a6-4e9e-bf73-cdf582984b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:26.097279 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.155643 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ade4e-b93e-44e9-90fd-d8390d2ff14f req-56e1941a-1c38-4063-8e43-1a6e3fe65c16 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.157237 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-660ade4e-b93e-44e9-90fd-d8390d2ff14f req-56e1941a-1c38-4063-8e43-1a6e3fe65c16 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 943 time: 0.0633681 Jun 30 09:40:26.161699 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] For port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:26.165967 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] For port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:26.171141 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.199370 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-660ade4e-b93e-44e9-90fd-d8390d2ff14f req-d773b4af-483f-4ce1-97dc-8c14022ce12b tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362291 Jun 30 09:40:26.208310 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.208930 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:26.211362 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] 10.222.0.91 "PUT /v2.0/ports/1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c HTTP/1.1" status: 200 len: 1093 time: 0.6183093 Jun 30 09:40:26.211568 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c009dcb8-9a37-4100-9af8-1877038bf865', 'tag': '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:26.213918 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4401c32-8ac1-4844-ae28-72a0648d0de0" -d '{"events": [{"name": "network-changed", "server_uuid": "c009dcb8-9a37-4100-9af8-1877038bf865", "tag": "1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:26.237306 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aef1d-dde4-4554-ab46-111801b2eb59 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:26.258944 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dece67-48d0-4c93-a89a-c22b22a46f25 x-openstack-request-id: req-d6dece67-48d0-4c93-a89a-c22b22a46f25 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:26.259241 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c009dcb8-9a37-4100-9af8-1877038bf865", "tag": "1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:26.259497 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6dece67-48d0-4c93-a89a-c22b22a46f25 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:26.259895 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c009dcb8-9a37-4100-9af8-1877038bf865', 'tag': '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c', 'status': 'completed', 'code': 200} Jun 30 09:40:26.332305 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-424f7767-1d0e-411b-8fc0-9f7004ed58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.333780 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-424f7767-1d0e-411b-8fc0-9f7004ed58b0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 1096 time: 0.0571406 Jun 30 09:40:26.379463 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-df7bce3b-9479-4f21-8d9f-2b00cabc0ef6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c HTTP/1.1" status: 200 len: 217 time: 0.0349362 Jun 30 09:40:26.436718 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-c034859a-732e-49ca-86f1-594b8994859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.438186 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-c034859a-732e-49ca-86f1-594b8994859b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 200 len: 854 time: 0.0490510 Jun 30 09:40:26.481404 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-cf9c68b8-ac5d-4616-9acf-8a7f25574a96 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc30f627-f106-4fd6-92c8-09317d8b401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306287 Jun 30 09:40:26.574086 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-270fe973-1c2b-4fdb-ae99-8b06bd95d8f7 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832741 Jun 30 09:40:26.614635 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-6ad03fec-f9d3-4244-8377-21e6e3300140 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159942036&fields=id&tenant_id=e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 267 time: 0.0326493 Jun 30 09:40:26.669472 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-572a0997-8f32-4b7e-8b7c-cc4df2b950bd req-9d624a73-9914-40de-a08d-70db08a7ffef service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867479 Jun 30 09:40:26.737205 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-ad8a0520-1b9d-4cfc-94ab-5cc4898f2bec tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.738674 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-ad8a0520-1b9d-4cfc-94ab-5cc4898f2bec tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 811 time: 0.1165023 Jun 30 09:40:26.754367 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-d39d241e-cc26-4fb3-987c-de01e8419a80 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/quotas/e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 375 time: 0.0091658 Jun 30 09:40:26.781404 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-5c431453-38d6-4672-ba4d-08b6147cee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.782920 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-5c431453-38d6-4672-ba4d-08b6147cee95 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=015e30e6fbaf45ce829c5422aff0889d&device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 1096 time: 0.0525668 Jun 30 09:40:26.827309 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-7df6a349-4ef2-4584-b77c-54b6bb835e12 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0674646 Jun 30 09:40:26.876390 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-226f4213-0824-4cf8-93ff-72d5a0d5e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.877848 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-226f4213-0824-4cf8-93ff-72d5a0d5e87d service neutron] 10.222.0.91 "GET /v2.0/networks?id=cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 200 len: 915 time: 0.0832641 Jun 30 09:40:26.946066 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-1b358ced-5562-492a-9965-d4cfbf1f3412 service neutron] 10.222.0.70 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072972 Jun 30 09:40:26.946296 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-dffc11d6-417f-4fbf-b0ef-f0c8f0445c58 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c HTTP/1.1" status: 200 len: 217 time: 0.0601087 Jun 30 09:40:26.998394 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-a27edb6b-ef42-4e63-8575-d593924eaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.999774 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-a27edb6b-ef42-4e63-8575-d593924eaa25 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 200 len: 854 time: 0.0436375 Jun 30 09:40:27.034502 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-9b6403b1-48c4-4534-b667-2b241ec22613 service neutron] 10.222.0.70 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828116 Jun 30 09:40:27.037398 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-5b080b81-a2bf-4ed8-805e-3b90d91caf45 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc30f627-f106-4fd6-92c8-09317d8b401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255573 Jun 30 09:40:27.131690 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-eafcf51c-491e-41af-ad65-c6d7eae8dccd service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870671 Jun 30 09:40:27.229631 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b4401c32-8ac1-4844-ae28-72a0648d0de0 req-42525be3-d3ff-4597-93bb-d29513703a92 service neutron] 10.222.0.91 "GET /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908854 Jun 30 09:40:27.368604 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-7e6e183c-4d87-4ca5-8352-040a4c3c61aa req-bc8c36fb-bae6-45cc-8864-9146de8074ed tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 210 time: 0.0305037 Jun 30 09:40:27.407453 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db856a46-d5d3-4be9-9802-128989c58b94 req-55e3a6de-3a7c-4d4e-b354-b998284b4110 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:27.408953 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-db856a46-d5d3-4be9-9802-128989c58b94 req-55e3a6de-3a7c-4d4e-b354-b998284b4110 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 943 time: 0.0812578 Jun 30 09:40:27.448463 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-db856a46-d5d3-4be9-9802-128989c58b94 req-3f7ec308-c02e-438a-9c1f-9d6d9c86cd23 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jun 30 09:40:28.551400 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-733b1b72-b642-4df4-8093-fedaa88c2953 req-fec660ce-9b56-4b9a-a8d0-51c265cc4bfd tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 210 time: 0.0653257 Jun 30 09:40:28.552871 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-af6c97e3-255d-41b3-8d8c-4dddbe96afb6 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:28.559627 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-af6c97e3-255d-41b3-8d8c-4dddbe96afb6 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 811 time: 0.1210091 Jun 30 09:40:28.654316 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-e5ea3db1-097d-4c2e-8444-ec2cf2bc63f1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2183ff0d11e426898abce51e4045f6f HTTP/1.1" status: 200 len: 380 time: 0.0694029 Jun 30 09:40:28.664766 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'port': {'device_id': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'admin_state_up': True, 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'security_groups': ['3e4baeda-a7a1-40ac-9d44-f0237dd3c82e']}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:28.671519 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5eafa31-8783-415d-9749-d7954f02f886 req-fa7fe10d-731e-4af2-8c18-8349d0424040 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547585 Jun 30 09:40:28.735987 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c924ff-3ce4-42c8-a520-ffe7b8b42c7d req-2d08bb92-3a4b-4146-bfec-4369f2c368a7 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:28.737511 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-87c924ff-3ce4-42c8-a520-ffe7b8b42c7d req-2d08bb92-3a4b-4146-bfec-4369f2c368a7 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 943 time: 0.1350057 Jun 30 09:40:28.760173 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafa31-8783-415d-9749-d7954f02f886 req-f69243c6-35a5-473d-ade3-cfbd8a752298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:28.761707 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5eafa31-8783-415d-9749-d7954f02f886 req-f69243c6-35a5-473d-ade3-cfbd8a752298 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 1098 time: 0.0601068 Jun 30 09:40:28.808947 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-87c924ff-3ce4-42c8-a520-ffe7b8b42c7d req-b1ad178e-c2b8-4ec5-b801-847cf21e78cf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 Jun 30 09:40:28.823811 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Made reservation on behalf of e2183ff0d11e426898abce51e4045f6f for: {'port': 1} {{(pid=92901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:28.827332 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:28.874332 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafa31-8783-415d-9749-d7954f02f886 req-a8af2655-7c00-4c5e-8704-e87d6b513044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:28.875836 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5eafa31-8783-415d-9749-d7954f02f886 req-a8af2655-7c00-4c5e-8704-e87d6b513044 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0906892 Jun 30 09:40:28.947205 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5eafa31-8783-415d-9749-d7954f02f886 req-eb4ccc8a-df7c-4557-945f-741e903065b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d342e60b-616a-447b-98a6-54bc5d440ceb HTTP/1.1" status: 200 len: 1001 time: 0.0613339 Jun 30 09:40:28.955548 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.db_base_plugin_common [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Allocated IP 172.20.0.4 (ffc01093-0697-4bf1-85e5-db707a5d1b04/eb087683-53c8-428f-b983-8b44c003e106/0b13d473-a89f-440c-afaf-0aa85559a039) {{(pid=92901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:28.999545 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafa31-8783-415d-9749-d7954f02f886 req-915984b7-5528-458a-b12e-af9b5248da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.000930 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5eafa31-8783-415d-9749-d7954f02f886 req-915984b7-5528-458a-b12e-af9b5248da66 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0445433 Jun 30 09:40:29.054358 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:29.070432 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eafa31-8783-415d-9749-d7954f02f886 req-002a8df9-6a0b-41d5-aec6-998006bf060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.073794 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5eafa31-8783-415d-9749-d7954f02f886 req-002a8df9-6a0b-41d5-aec6-998006bf060e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630519 Jun 30 09:40:29.125971 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.143768 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Transition to ACTIVE for port object 0b13d473-a89f-440c-afaf-0aa85559a039 will not be triggered until provisioned by entity DHCP. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:29.170056 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:29.184351 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c', 'network_id': 'cc30f627-f106-4fd6-92c8-09317d8b401a', 'port_id': '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c', 'mac_address': 'fa:16:3e:30:02:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cb4233-8130-44bf-b59d-2b6455495e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:29.189202 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5eafa31-8783-415d-9749-d7954f02f886 req-1113c586-e551-4e5a-b056-b3d24dc731aa service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011953 Jun 30 09:40:29.193777 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3262745'] for port, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.231153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.243230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 is already hosted by enough agents. {{(pid=92901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:29.247049 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:29.250405 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.base_scheduler [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Resources bound (agent type, host, resource id): {{(pid=92901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:29.255514 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Received port after_create {{(pid=92901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:29.260337 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=0b13d473-a89f-440c-afaf-0aa85559a039,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:29.280050 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:29.289142 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.321734 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.324830 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.341770 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f5eafa31-8783-415d-9749-d7954f02f886 req-7cf5e144-c6c5-4b15-90c7-77a59ef9c6f7 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379359 Jun 30 09:40:29.348324 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-2501765a-518b-46c6-a4e8-7b651b620e0d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872828 Jun 30 09:40:29.367374 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.v2.base [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Request body: {'port': {'device_id': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=92901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:29.367852 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:29.376050 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.376406 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.376949 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.377297 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.377635 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.378135 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.378643 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.379181 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.379681 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.380178 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.380688 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.381182 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:29.444294 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.555850 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-0a622b70-1f60-447e-83d0-340e3e186fc5 None None] Provisioning for port 0b13d473-a89f-440c-afaf-0aa85559a039 completed by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:29.559888 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-0a622b70-1f60-447e-83d0-340e3e186fc5 None None] Provisioning complete for port 0b13d473-a89f-440c-afaf-0aa85559a039 triggered by entity DHCP. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:29.560256 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0a622b70-1f60-447e-83d0-340e3e186fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.597290 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-0a622b70-1f60-447e-83d0-340e3e186fc5 None None] Port 0b13d473-a89f-440c-afaf-0aa85559a039 cannot update to ACTIVE because it is not bound. {{(pid=92903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:29.610276 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:29.714361 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b13d473-a89f-440c-afaf-0aa85559a039 {{(pid=92901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:29.722577 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.735487 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.provisioning_blocks [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Transition to ACTIVE for port object 0b13d473-a89f-440c-afaf-0aa85559a039 will not be triggered until provisioned by entity L2. {{(pid=92901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:29.735911 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e465b52-d5f3-43b1-ad50-27dafebef667 req-f92c03e4-1515-4afc-94c3-7b08505f550a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.738215 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8e465b52-d5f3-43b1-ad50-27dafebef667 req-f92c03e4-1515-4afc-94c3-7b08505f550a tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 931 time: 0.0670044 Jun 30 09:40:29.739577 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.782480 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-8e465b52-d5f3-43b1-ad50-27dafebef667 req-b24dbf13-1e3c-467f-853b-0a1f5ef19f13 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355394 Jun 30 09:40:29.795078 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Pushing event updated for resources: {'Port': ['ID=0b13d473-a89f-440c-afaf-0aa85559a039,revision_number=2']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:29.866274 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Attempting to bind port 0b13d473-a89f-440c-afaf-0aa85559a039 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:29.866618 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Attempting to bind port 0b13d473-a89f-440c-afaf-0aa85559a039 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:29.866982 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Attempting to bind port 0b13d473-a89f-440c-afaf-0aa85559a039 on network ffc01093-0697-4bf1-85e5-db707a5d1b04 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:29.872529 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Port 0b13d473-a89f-440c-afaf-0aa85559a039 on network ffc01093-0697-4bf1-85e5-db707a5d1b04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:29.872873 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Attempting to bind port 0b13d473-a89f-440c-afaf-0aa85559a039 on network ffc01093-0697-4bf1-85e5-db707a5d1b04 {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:29.879134 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Checking agent: {'id': '5c91911e-21cf-4a6d-afdf-f8b13f4f1e3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'started_at': datetime.datetime(2021, 6, 30, 9, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:29.879489 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Checking segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:29.879863 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Bound using segment: {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'} {{(pid=92901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:29.880307 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.managers [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Bound port: 0b13d473-a89f-440c-afaf-0aa85559a039, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b260021a-d36b-4a32-96d7-8582844e3478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04'}}] {{(pid=92901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:29.880663 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.980523 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] For port 0b13d473-a89f-440c-afaf-0aa85559a039, host hv-cinder-79351, cleared binding levels {{(pid=92901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:29.996932 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] For port 0b13d473-a89f-440c-afaf-0aa85559a039, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0b13d473-a89f-440c-afaf-0aa85559a039,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:30.005609 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3262763'] for port, after_update {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:30.045994 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.046611 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:30.048020 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] 10.222.0.91 "PUT /v2.0/ports/0b13d473-a89f-440c-afaf-0aa85559a039 HTTP/1.1" status: 200 len: 1093 time: 0.6853011 Jun 30 09:40:30.048466 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:30.050710 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:30.069166 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3858677-80f8-43a0-881b-5cbcfe904afc req-10707169-c1d7-4e0c-a936-1408a61dbc95 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.070706 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e3858677-80f8-43a0-881b-5cbcfe904afc req-10707169-c1d7-4e0c-a936-1408a61dbc95 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 944 time: 0.1333020 Jun 30 09:40:30.102010 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159efae7-b5ef-4a1d-8e70-52c347ebde28 x-openstack-request-id: req-159efae7-b5ef-4a1d-8e70-52c347ebde28 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:30.102305 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:30.102557 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-159efae7-b5ef-4a1d-8e70-52c347ebde28 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:30.103046 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039', 'status': 'completed', 'code': 200} Jun 30 09:40:30.118639 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4edf58-efe1-491d-8673-463527e82281 service neutron] Pushing event updated for resources: {'Port': ['ID=0b13d473-a89f-440c-afaf-0aa85559a039,revision_number=3']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:30.163936 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e3858677-80f8-43a0-881b-5cbcfe904afc req-af345413-b92c-4ec4-8a7a-6f2d13315788 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857918 Jun 30 09:40:30.183961 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-9a3085c5-a12b-4609-8a5c-6eae0eb9026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.185592 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-9a3085c5-a12b-4609-8a5c-6eae0eb9026c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 1096 time: 0.0810089 Jun 30 09:40:30.231139 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-02f7eb63-816e-46a8-8692-40c0113c5994 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b13d473-a89f-440c-afaf-0aa85559a039 HTTP/1.1" status: 200 len: 217 time: 0.0352685 Jun 30 09:40:30.281531 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-83fa844d-0552-446e-9a05-a94c1e73fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.282991 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-83fa844d-0552-446e-9a05-a94c1e73fae2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0436649 Jun 30 09:40:30.343097 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-1c9ad208-0a3c-4b48-87b3-4da2f93a5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.344774 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-1c9ad208-0a3c-4b48-87b3-4da2f93a5280 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547988 Jun 30 09:40:30.436898 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-6cbd212d-b088-4166-b522-a4c8ad754f77 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824432 Jun 30 09:40:30.532808 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c34c511c-5a9b-4e44-948c-8459ab3c5693 req-c83a134b-aee0-4ec2-9928-5b7d013e2579 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870130 Jun 30 09:40:30.629522 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-c5eef8f6-f032-4c9b-9efa-8e6202ff27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.631055 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-c5eef8f6-f032-4c9b-9efa-8e6202ff27a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 1096 time: 0.0528507 Jun 30 09:40:30.719538 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-cf137de0-98bb-46ee-8665-4a19263dee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.721083 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-cf137de0-98bb-46ee-8665-4a19263dee23 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0833285 Jun 30 09:40:30.774554 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-11700a6b-f381-433b-a0f4-f5c00bcb90d3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b13d473-a89f-440c-afaf-0aa85559a039 HTTP/1.1" status: 200 len: 217 time: 0.0445747 Jun 30 09:40:30.825187 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-17e81a9c-5b9d-4920-9040-6630045bf3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.826654 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-17e81a9c-5b9d-4920-9040-6630045bf3bc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0447383 Jun 30 09:40:30.888445 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-83e937d7-a87b-4800-82c6-9da99a4cbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.889940 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-83e937d7-a87b-4800-82c6-9da99a4cbb19 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509505 Jun 30 09:40:30.967229 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b476b-3142-4af8-a101-ca4efc54b518 req-c351dad1-c71f-4272-8604-c2175be11c59 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:30.968709 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-709b476b-3142-4af8-a101-ca4efc54b518 req-c351dad1-c71f-4272-8604-c2175be11c59 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 943 time: 0.0622122 Jun 30 09:40:30.983755 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-1b502bb5-9082-4c3f-b873-795ef836f481 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861616 Jun 30 09:40:31.007554 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-709b476b-3142-4af8-a101-ca4efc54b518 req-dc6ebb96-9273-42a0-8ed3-a7246bf45502 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jun 30 09:40:31.071194 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:31.083882 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c15f4fa0-3927-4dbb-9d52-ddaa5c9fefbf req-fce0ce85-8d11-4e20-ab60-8046be4a2b6c service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885346 Jun 30 09:40:31.125019 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:31.128648 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:31.129022 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:31.204642 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:31.229692 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c009dcb8-9a37-4100-9af8-1877038bf865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:31.232141 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedfde45-e508-496f-9eca-035e923f90d5" -d '{"events": [{"server_uuid": "c009dcb8-9a37-4100-9af8-1877038bf865", "name": "network-vif-plugged", "status": "completed", "tag": "1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:31.247492 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:31.252390 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:31.282049 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8cd64e-d1bc-44cc-8fed-57cd9e1c99c9 x-openstack-request-id: req-0b8cd64e-d1bc-44cc-8fed-57cd9e1c99c9 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:31.282434 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c009dcb8-9a37-4100-9af8-1877038bf865", "name": "network-vif-plugged", "status": "completed", "tag": "1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:31.282747 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b8cd64e-d1bc-44cc-8fed-57cd9e1c99c9 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:31.283216 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c009dcb8-9a37-4100-9af8-1877038bf865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c', 'code': 200} Jun 30 09:40:31.313111 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:31.545834 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc6fb8-479f-4759-b347-bb79744b7f2e req-9b3c1fd0-aecd-47d3-8056-4c1cb6859080 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:31.548723 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06fc6fb8-479f-4759-b347-bb79744b7f2e req-9b3c1fd0-aecd-47d3-8056-4c1cb6859080 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 945 time: 0.1124880 Jun 30 09:40:31.550719 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2c10e-5886-43f4-950d-24c902b21cea req-68a65a49-98aa-42b4-8040-a4690d28a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:31.552115 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dbd2c10e-5886-43f4-950d-24c902b21cea req-68a65a49-98aa-42b4-8040-a4690d28a488 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 1098 time: 0.0817862 Jun 30 09:40:31.613780 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-06fc6fb8-479f-4759-b347-bb79744b7f2e req-2dff3063-c711-4c80-aa86-d78a915603ac tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593796 Jun 30 09:40:31.615284 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-dbd2c10e-5886-43f4-950d-24c902b21cea req-4e2ad9d9-d222-4b5f-b407-599a15972b0d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534320 Jun 30 09:40:32.205965 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11288d9-cef5-4bb9-8b14-554020d42d63 req-b1b7941d-2675-4768-b8ed-3a4f9d4fe53e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:32.207506 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e11288d9-cef5-4bb9-8b14-554020d42d63 req-b1b7941d-2675-4768-b8ed-3a4f9d4fe53e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 943 time: 0.0688007 Jun 30 09:40:32.248329 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e11288d9-cef5-4bb9-8b14-554020d42d63 req-eff5258a-ff1e-48a1-8b1f-6f2c7ea6ef59 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343792 Jun 30 09:40:32.805109 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff946794-ef98-478e-b6a1-e33e79303481 req-d8dfece0-00bc-4634-882a-2a6907a8fa9a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:32.806697 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ff946794-ef98-478e-b6a1-e33e79303481 req-d8dfece0-00bc-4634-882a-2a6907a8fa9a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 945 time: 0.0792739 Jun 30 09:40:32.844858 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-ff946794-ef98-478e-b6a1-e33e79303481 req-a7dfc4ec-7861-4f59-bde7-896f391d6fbf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Jun 30 09:40:33.424322 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f8318-c41e-4a13-88e2-168da6e2be2b req-47b7ab5f-5356-4dc6-8ade-f412edd90646 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:33.425804 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-024f8318-c41e-4a13-88e2-168da6e2be2b req-47b7ab5f-5356-4dc6-8ade-f412edd90646 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 943 time: 0.0640380 Jun 30 09:40:33.464780 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-024f8318-c41e-4a13-88e2-168da6e2be2b req-f27cb85e-5697-43c3-9dba-88ecd570fffb tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333164 Jun 30 09:40:34.014766 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a7e9b-5f20-4bc3-ae7d-de71e540a65b req-4039f150-955f-4882-957c-9a0a9b71bfc7 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:34.016372 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1d0a7e9b-5f20-4bc3-ae7d-de71e540a65b req-4039f150-955f-4882-957c-9a0a9b71bfc7 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 945 time: 0.0627906 Jun 30 09:40:34.053294 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1d0a7e9b-5f20-4bc3-ae7d-de71e540a65b req-76858452-e302-4325-bff7-a1dfa271b04d tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312603 Jun 30 09:40:34.634131 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9abe-19cd-44cf-8623-783441754d18 req-b9038394-fc9f-45d3-aac5-1a129de57878 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:34.635819 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-29fc9abe-19cd-44cf-8623-783441754d18 req-b9038394-fc9f-45d3-aac5-1a129de57878 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 943 time: 0.0622706 Jun 30 09:40:34.678176 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-29fc9abe-19cd-44cf-8623-783441754d18 req-587e2146-7f56-4525-ae83-cf53161959f1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367000 Jun 30 09:40:35.853693 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1284bb2-2dd4-4e93-a33b-2540bb555195 req-2e0d1e36-ce1b-4be7-86ec-9a5b3559ae02 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:35.854939 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f1284bb2-2dd4-4e93-a33b-2540bb555195 req-2e0d1e36-ce1b-4be7-86ec-9a5b3559ae02 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 943 time: 0.0647039 Jun 30 09:40:35.894000 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f1284bb2-2dd4-4e93-a33b-2540bb555195 req-c3edb3a9-d171-4bf9-b025-7c99de7cdccf tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332372 Jun 30 09:40:37.065745 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09017d-2755-460f-9422-d2b1317ebaf5 req-4954e087-252e-4954-9972-e107f5a91d71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:37.067129 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8d09017d-2755-460f-9422-d2b1317ebaf5 req-4954e087-252e-4954-9972-e107f5a91d71 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 943 time: 0.0613201 Jun 30 09:40:37.104927 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8d09017d-2755-460f-9422-d2b1317ebaf5 req-3163cfd6-9f85-4a98-8e20-51402d001c38 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Jun 30 09:40:38.274460 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4bbaf-4718-4b0f-af97-4b7793f5c806 req-fee24d7f-8740-4c5f-9099-3190327fc418 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:38.275958 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a5b4bbaf-4718-4b0f-af97-4b7793f5c806 req-fee24d7f-8740-4c5f-9099-3190327fc418 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 943 time: 0.0621150 Jun 30 09:40:38.314469 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a5b4bbaf-4718-4b0f-af97-4b7793f5c806 req-fbdaa459-d63a-4503-ac51-929fe9449360 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316591 Jun 30 09:40:39.115524 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0b13d473-a89f-440c-afaf-0aa85559a039 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=92903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:39.209629 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0b13d473-a89f-440c-afaf-0aa85559a039, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0b13d473-a89f-440c-afaf-0aa85559a039,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:39.220818 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Returning: {'device': '0b13d473-a89f-440c-afaf-0aa85559a039', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'port_id': '0b13d473-a89f-440c-afaf-0aa85559a039', 'mac_address': 'fa:16:3e:0d:82:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:39.262113 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:39.274072 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b13d473-a89f-440c-afaf-0aa85559a039 {{(pid=92903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:39.293972 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0b13d473-a89f-440c-afaf-0aa85559a039, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0b13d473-a89f-440c-afaf-0aa85559a039,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:39.298108 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:39.345373 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0b13d473-a89f-440c-afaf-0aa85559a039,revision_number=4']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:39.491812 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caff0d5-6adf-4e2c-92a0-0cbec1dc41b2 req-78362369-47e6-4b48-a104-5c8dc51d59a0 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:39.493212 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3caff0d5-6adf-4e2c-92a0-0cbec1dc41b2 req-78362369-47e6-4b48-a104-5c8dc51d59a0 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 944 time: 0.0659125 Jun 30 09:40:39.530108 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-3caff0d5-6adf-4e2c-92a0-0cbec1dc41b2 req-96d2d770-6b22-484d-b258-f61218562f09 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305080 Jun 30 09:40:39.680197 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['0b13d473-a89f-440c-afaf-0aa85559a039'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:40.710511 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6af3c-33e1-40a5-8cbf-4e9ee64ad040 req-d1db6b22-f8c2-4aba-aeab-da2d75cdfaa4 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:40.712010 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e3a6af3c-33e1-40a5-8cbf-4e9ee64ad040 req-d1db6b22-f8c2-4aba-aeab-da2d75cdfaa4 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 944 time: 0.0667613 Jun 30 09:40:40.751541 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e3a6af3c-33e1-40a5-8cbf-4e9ee64ad040 req-09057c21-1a05-4473-aa17-285205c01b53 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330729 Jun 30 09:40:41.116181 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0b13d473-a89f-440c-afaf-0aa85559a039 up at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:41.164079 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning for port 0b13d473-a89f-440c-afaf-0aa85559a039 completed by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:41.168215 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.provisioning_blocks [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Provisioning complete for port 0b13d473-a89f-440c-afaf-0aa85559a039 triggered by entity L2. {{(pid=92903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:41.168594 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677498'] for port, provisioning_complete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:41.245707 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:41.266922 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039'}] {{(pid=92903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:41.269173 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fe6f99c7a4d83258cf4e51dc3af38f70e9b4ec7c131d2d88d0e0e3bad29c845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e3ffe8-9566-486c-904d-afbbd6daa8be" -d '{"events": [{"server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "name": "network-vif-plugged", "status": "completed", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039"}]}' {{(pid=92903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:41.282163 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] For port 0b13d473-a89f-440c-afaf-0aa85559a039, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0b13d473-a89f-440c-afaf-0aa85559a039,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:41.286289 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013'] for port, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:41.310260 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa12125-b989-4056-83d4-b91823e2ffe5 x-openstack-request-id: req-2aa12125-b989-4056-83d4-b91823e2ffe5 {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:41.310559 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "name": "network-vif-plugged", "status": "completed", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039", "code": 200}]} {{(pid=92903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:41.310814 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2aa12125-b989-4056-83d4-b91823e2ffe5 {{(pid=92903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:41.311224 dv-cinder-793515-7-iscsi neutron-server[92903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039', 'code': 200} Jun 30 09:40:41.336738 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Pushing event updated for resources: {'Port': ['ID=0b13d473-a89f-440c-afaf-0aa85559a039,revision_number=5']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:41.688451 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10466d-253c-42ed-9e02-5361c95edfc7 req-fc02288e-b431-4038-b7eb-24741834c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.689906 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cb10466d-253c-42ed-9e02-5361c95edfc7 req-fc02288e-b431-4038-b7eb-24741834c823 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 1098 time: 0.0521629 Jun 30 09:40:41.729166 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-cb10466d-253c-42ed-9e02-5361c95edfc7 req-c6523800-6928-432d-bdca-cb3cb511c073 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271571 Jun 30 09:40:41.922004 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f15cfb-afa1-4d01-9a43-d4e5e9b94c09 req-788a80ec-9c7d-4a27-8227-eecc6def5668 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.923488 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e9f15cfb-afa1-4d01-9a43-d4e5e9b94c09 req-788a80ec-9c7d-4a27-8227-eecc6def5668 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 945 time: 0.0626802 Jun 30 09:40:41.961781 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e9f15cfb-afa1-4d01-9a43-d4e5e9b94c09 req-9af3c370-dc3b-442b-a9c2-7f2791732e8e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Jun 30 09:40:43.146073 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f47e90-dbb3-437f-b6b8-51d9ecbb493d req-0422917f-af5e-4beb-b2a7-5afe36802c13 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:43.147634 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c6f47e90-dbb3-437f-b6b8-51d9ecbb493d req-0422917f-af5e-4beb-b2a7-5afe36802c13 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 945 time: 0.0698960 Jun 30 09:40:43.469719 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c6f47e90-dbb3-437f-b6b8-51d9ecbb493d req-b7cbb08c-21a8-41a9-8358-0ad2a543f743 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162656 Jun 30 09:40:43.647436 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb121d-2117-4108-b3c4-f6818cd5af3c req-8e2316ea-d3cb-44d8-a5c9-f27d94de0cdd tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:43.648876 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0abb121d-2117-4108-b3c4-f6818cd5af3c req-8e2316ea-d3cb-44d8-a5c9-f27d94de0cdd tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 945 time: 0.0637088 Jun 30 09:40:43.686402 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0abb121d-2117-4108-b3c4-f6818cd5af3c req-80e9ff2c-394e-4460-a41a-605ec515ec62 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Jun 30 09:40:43.710424 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54720) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:43.909861 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220438be-4811-4c59-a5d1-a5318a591f8e tempest-TestVolumeBootPattern-400122625 tempest-TestVolumeBootPattern-400122625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:43.911394 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-220438be-4811-4c59-a5d1-a5318a591f8e tempest-TestVolumeBootPattern-400122625 tempest-TestVolumeBootPattern-400122625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 1093 time: 0.1998935 Jun 30 09:40:43.914159 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54724) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:43.918408 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.v2.base [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Request body: {'floatingip': {'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'port_id': '0b13d473-a89f-440c-afaf-0aa85559a039', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:43.941018 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.034131 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.143722 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_common [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Allocated IP 172.27.3.196 (a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36/0e6b2fb3-82cc-4c20-a323-287a06152a5e/f001d60c-5f96-4cd1-9c68-c3ed68aeb3a1) {{(pid=92902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:44.244559 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.282352 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8279035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741419773642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2492248'] for port, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.323608 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Network a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36 is already hosted by enough agents. {{(pid=92902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:44.326358 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.base_scheduler [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Resources bound (agent type, host, resource id): {{(pid=92902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:44.329721 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Received port after_create {{(pid=92902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:44.356357 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=f001d60c-5f96-4cd1-9c68-c3ed68aeb3a1,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:44.709021 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.786731 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557249'] for port, before_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.940955 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for port, precommit_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.945332 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741420197901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741419773660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741419776013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492266'] for port, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:45.014515 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event updated for resources: {'Port': ['ID=f001d60c-5f96-4cd1-9c68-c3ed68aeb3a1,revision_number=2']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:45.028364 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397841'] for floatingip, after_update {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:45.131239 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.l3_db [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Floating IP f642e7e3-7e47-4d59-824f-86378b1e4630 associated. External IP: 172.27.3.196, port: 0b13d473-a89f-440c-afaf-0aa85559a039. Jun 30 09:40:45.332228 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Router d920df23-8519-4153-b2d1-76e29f3709e2 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:45.438921 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:45.448122 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:45.454369 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:45.458372 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:45.459040 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:40:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:45.491611 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6add8cf4-95c4-4fc9-9cda-f6070c862b75 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5764422 Jun 30 09:40:45.492182 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:45.494423 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8476e6e-488f-46fa-ba1d-43697d04ab7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:45.533896 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05790c0-a432-41e3-9606-e4b211b6956a x-openstack-request-id: req-b05790c0-a432-41e3-9606-e4b211b6956a {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:45.534215 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:45.534487 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b05790c0-a432-41e3-9606-e4b211b6956a {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:45.534909 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039', 'status': 'completed', 'code': 200} Jun 30 09:40:45.570791 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:45.619255 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-1708dd16-affb-4e39-8347-2e80b5cc06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:45.621199 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-1708dd16-affb-4e39-8347-2e80b5cc06ee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 1098 time: 0.0511138 Jun 30 09:40:45.717649 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-3408c757-0394-44b4-ab72-09005cd0b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:45.719133 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-3408c757-0394-44b4-ab72-09005cd0b36d service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0849106 Jun 30 09:40:45.792830 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-c3bc1cee-5c37-4709-8372-bddfea23bae9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b13d473-a89f-440c-afaf-0aa85559a039 HTTP/1.1" status: 200 len: 999 time: 0.0596976 Jun 30 09:40:45.810180 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:28Z', 'revision_number': 1, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}, {'id': 'f642e7e3-7e47-4d59-824f-86378b1e4630', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': '0b13d473-a89f-440c-afaf-0aa85559a039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:0d:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:44Z', 'updated_at': '2021-06-30T09:40:44Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:45.836299 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:45.845198 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:45.845822 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:40:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:45.848694 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-210bc16a-7bd2-405e-9545-9e68f0043810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:45.850165 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-210bc16a-7bd2-405e-9545-9e68f0043810 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0483572 Jun 30 09:40:45.914020 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-fa0a0f26-96dc-4a6f-a7a8-0ba2fdd45140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:45.915532 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-fa0a0f26-96dc-4a6f-a7a8-0ba2fdd45140 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522189 Jun 30 09:40:45.959346 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:46.015137 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-dfebcbd6-3585-4305-baf5-e4a4178d77b6 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866508 Jun 30 09:40:46.125234 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-c8476e6e-488f-46fa-ba1d-43697d04ab7e req-b56ccf88-62f7-4217-982c-b6d34bc8e3d6 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977421 Jun 30 09:40:46.139089 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af45e-2d1e-4745-a31a-2cd4f5a211e3 req-c4e1707b-5d11-4d77-9f00-91d2683779da tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:46.140688 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-941af45e-2d1e-4745-a31a-2cd4f5a211e3 req-c4e1707b-5d11-4d77-9f00-91d2683779da tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 945 time: 0.0694492 Jun 30 09:40:46.178916 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-941af45e-2d1e-4745-a31a-2cd4f5a211e3 req-10dfd325-03d3-49ab-a816-f1d5222612d0 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Jun 30 09:40:46.211836 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:28Z', 'revision_number': 1, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}, {'id': 'f642e7e3-7e47-4d59-824f-86378b1e4630', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': '0b13d473-a89f-440c-afaf-0aa85559a039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:0d:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:44Z', 'updated_at': '2021-06-30T09:40:44Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:46.241605 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688bd21-484a-4448-8aa8-6bd5dcef5ed5 None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:28Z', 'revision_number': 1, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}, {'id': 'f642e7e3-7e47-4d59-824f-86378b1e4630', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': '0b13d473-a89f-440c-afaf-0aa85559a039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:0d:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:44Z', 'updated_at': '2021-06-30T09:40:44Z', 'revision_number': 0, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:46.428220 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b09849-1233-43ff-bd3c-46603c8c138c None None] New status for floating IP f642e7e3-7e47-4d59-824f-86378b1e4630: ACTIVE {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:40:47.361929 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3738-06e1-4b1b-ad56-4a1c07111ebc req-eb140fbc-f747-45aa-9d09-4bd280635aa5 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:47.363349 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0e1c3738-06e1-4b1b-ad56-4a1c07111ebc req-eb140fbc-f747-45aa-9d09-4bd280635aa5 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 945 time: 0.0654879 Jun 30 09:40:47.401170 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-0e1c3738-06e1-4b1b-ad56-4a1c07111ebc req-eca3c307-2b80-46f4-9b81-5006a52b3909 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Jun 30 09:40:48.497328 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-a1050d79-56c2-48cc-b3dc-0a89adf4084e tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.498476 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-a1050d79-56c2-48cc-b3dc-0a89adf4084e tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 945 time: 0.0665061 Jun 30 09:40:48.548851 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-115e334c-9e79-4770-9915-4a0fc843b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:48.576829 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693b293-4f68-4d38-91a7-c6594efe5ce8 req-cc5a06c5-a526-4133-be58-bcca764de917 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:48.578407 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a693b293-4f68-4d38-91a7-c6594efe5ce8 req-cc5a06c5-a526-4133-be58-bcca764de917 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=c009dcb8-9a37-4100-9af8-1877038bf865 HTTP/1.1" status: 200 len: 945 time: 0.0658298 Jun 30 09:40:48.604821 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Deleting port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:48.605687 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:48.616998 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-a693b293-4f68-4d38-91a7-c6594efe5ce8 req-7a21341a-93ea-4429-a66c-cadbb25cc3aa tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Jun 30 09:40:48.695999 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] For port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:48.696277 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:48.709318 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Calling delete_port for 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:48.831428 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:48.844146 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['121c8b57-31ea-457b-baa6-70b3e14e6664', 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c', 'f13154d2-102a-401d-81b9-59814f14e9c8', '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:48.864784 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Pushing event deleted for resources: {'Port': ['ID=1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:48.894126 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.894478 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.894814 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.895182 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.895514 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.895846 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.896239 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.896505 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.896828 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.897152 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.897474 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.897799 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:48.918771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] No DVR routers for this DVR port 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:48.921304 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:48.923368 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a997caee-f944-45b8-8ec5-090f8a11e8a1 req-00b8139c-9aeb-40b7-8afe-a6d5ca1a9aaf tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "DELETE /v2.0/ports/1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c HTTP/1.1" status: 204 len: 173 time: 0.4157031 Jun 30 09:40:48.923771 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c009dcb8-9a37-4100-9af8-1877038bf865', 'name': 'network-vif-deleted', 'tag': '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:48.926028 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2389ca8a-d8b9-4ba8-a62c-8100c441d98b" -d '{"events": [{"server_uuid": "c009dcb8-9a37-4100-9af8-1877038bf865", "name": "network-vif-deleted", "tag": "1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:48.982052 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9182911e-35ac-45bd-925f-793c9fb127a6 x-openstack-request-id: req-9182911e-35ac-45bd-925f-793c9fb127a6 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:48.982574 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c009dcb8-9a37-4100-9af8-1877038bf865", "name": "network-vif-deleted", "tag": "1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:48.982947 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9182911e-35ac-45bd-925f-793c9fb127a6 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:48.983351 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c009dcb8-9a37-4100-9af8-1877038bf865', 'name': 'network-vif-deleted', 'tag': '1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c', 'status': 'completed', 'code': 200} Jun 30 09:40:51.080195 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ee52fc2c-80da-4e74-b0ea-9088d6c82dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:51.194277 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbf108-9dab-4070-b165-ef64337c67da req-c9876cae-5b50-4386-97fa-54b5aba7d46e tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:51.195798 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e0bbf108-9dab-4070-b165-ef64337c67da req-c9876cae-5b50-4386-97fa-54b5aba7d46e tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 946 time: 0.0625196 Jun 30 09:40:51.232716 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-e0bbf108-9dab-4070-b165-ef64337c67da req-a17fe921-68c8-4bc1-99ec-b024d5df3004 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Jun 30 09:40:51.402110 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:52.407963 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35156d9-4844-433a-8073-b60ec02a3c28 req-ca3ebaf9-c6dd-44b2-a1e9-b87baf36877a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:52.409357 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b35156d9-4844-433a-8073-b60ec02a3c28 req-ca3ebaf9-c6dd-44b2-a1e9-b87baf36877a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 946 time: 0.0636511 Jun 30 09:40:52.448146 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b35156d9-4844-433a-8073-b60ec02a3c28 req-0e8d7fb2-fdae-41b2-b068-d8187eea2dfc tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Jun 30 09:40:52.596874 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:52.635228 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:53.178516 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:53.199264 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:53.199615 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 1c6a16d9-f409-4cea-9d63-2dd18ebbbc3c not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:53.340468 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aea666-24c5-4115-a24f-3816014dca9c req-0fe047f6-73de-4991-92b7-97dcd3757f76 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:53.342221 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b7aea666-24c5-4115-a24f-3816014dca9c req-0fe047f6-73de-4991-92b7-97dcd3757f76 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 946 time: 0.0684717 Jun 30 09:40:53.449137 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Deleting port f13154d2-102a-401d-81b9-59814f14e9c8 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:53.449859 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:53.546947 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] For port f13154d2-102a-401d-81b9-59814f14e9c8, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f13154d2-102a-401d-81b9-59814f14e9c8,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:53.547309 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:53.561555 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Calling delete_port for f13154d2-102a-401d-81b9-59814f14e9c8 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:53.624834 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ac0ef-9623-479a-88c7-6758f012a8bf req-3f671db5-2705-4290-8b65-598d50d3b67f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:53.626246 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-423ac0ef-9623-479a-88c7-6758f012a8bf req-3f671db5-2705-4290-8b65-598d50d3b67f tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bc745-41dd-459d-8016-f44d94e25560 HTTP/1.1" status: 200 len: 946 time: 0.0649607 Jun 30 09:40:53.663633 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-423ac0ef-9623-479a-88c7-6758f012a8bf req-547e7ba9-69a2-4471-8a19-9b4fbec3cae6 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Jun 30 09:40:53.688900 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:53.702284 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['121c8b57-31ea-457b-baa6-70b3e14e6664', 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c', 'f13154d2-102a-401d-81b9-59814f14e9c8'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:53.722754 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Pushing event deleted for resources: {'Port': ['ID=f13154d2-102a-401d-81b9-59814f14e9c8,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:53.769087 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] No DVR routers for this DVR port f13154d2-102a-401d-81b9-59814f14e9c8 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:53.771634 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:53.773690 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b7aea666-24c5-4115-a24f-3816014dca9c req-d1e03ace-8a46-4f6e-8014-b2fca881c490 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "DELETE /v2.0/ports/f13154d2-102a-401d-81b9-59814f14e9c8 HTTP/1.1" status: 204 len: 173 time: 0.4241838 Jun 30 09:40:53.774153 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383bc745-41dd-459d-8016-f44d94e25560', 'name': 'network-vif-deleted', 'tag': 'f13154d2-102a-401d-81b9-59814f14e9c8'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:53.776450 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bb4953-9631-470a-ab63-915bb461479e" -d '{"events": [{"server_uuid": "383bc745-41dd-459d-8016-f44d94e25560", "name": "network-vif-deleted", "tag": "f13154d2-102a-401d-81b9-59814f14e9c8"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:53.822870 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b0e32-024c-497e-a9b8-469133b65c49 x-openstack-request-id: req-4a7b0e32-024c-497e-a9b8-469133b65c49 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:53.823151 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383bc745-41dd-459d-8016-f44d94e25560", "name": "network-vif-deleted", "tag": "f13154d2-102a-401d-81b9-59814f14e9c8", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:53.823407 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a7b0e32-024c-497e-a9b8-469133b65c49 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:53.823828 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383bc745-41dd-459d-8016-f44d94e25560', 'name': 'network-vif-deleted', 'tag': 'f13154d2-102a-401d-81b9-59814f14e9c8', 'status': 'completed', 'code': 200} Jun 30 09:40:53.952538 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:55.112945 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7693df-d639-454f-963b-3b902ac5c1e1 req-5a2edad6-bdb3-4966-a662-9f135dd4efb1 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:55.114432 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ed7693df-d639-454f-963b-3b902ac5c1e1 req-5a2edad6-bdb3-4966-a662-9f135dd4efb1 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 945 time: 0.0634723 Jun 30 09:40:55.152353 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-ed7693df-d639-454f-963b-3b902ac5c1e1 req-a45fa8c8-c5f9-43eb-b635-6c95058b9bc6 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Jun 30 09:40:56.324103 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e461-2f34-4527-9464-b88e750b1d74 req-8da554bc-70f2-41cb-b99f-0c3f836eae98 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.326135 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4236e461-2f34-4527-9464-b88e750b1d74 req-8da554bc-70f2-41cb-b99f-0c3f836eae98 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 945 time: 0.0617273 Jun 30 09:40:56.364284 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-4236e461-2f34-4527-9464-b88e750b1d74 req-8bc5400e-2477-4b5c-8e42-b6d5c720e1f8 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Jun 30 09:40:56.734650 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:56.863470 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-7e9aa075-78ee-4995-a355-41e2271ceed9 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:56.864951 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-7e9aa075-78ee-4995-a355-41e2271ceed9 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 945 time: 0.0654466 Jun 30 09:40:56.964132 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Deleting port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:56.964368 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:57.063402 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] For port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:57.063759 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:57.075163 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Calling delete_port for e7aa7857-28bc-4d2a-b52d-4dd657f37a8c owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:57.176190 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device f13154d2-102a-401d-81b9-59814f14e9c8 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:57.199078 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: f13154d2-102a-401d-81b9-59814f14e9c8 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:57.199503 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device f13154d2-102a-401d-81b9-59814f14e9c8 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:57.199919 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:57.215494 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['121c8b57-31ea-457b-baa6-70b3e14e6664', 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:57.236047 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Pushing event deleted for resources: {'Port': ['ID=e7aa7857-28bc-4d2a-b52d-4dd657f37a8c,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:57.284123 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] No DVR routers for this DVR port e7aa7857-28bc-4d2a-b52d-4dd657f37a8c on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:57.287316 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:57.289739 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-d0ea13f7-a093-4db4-aae4-78857b71af84 req-0a0b2900-5f5b-466b-a9b0-8edfd47f95fd tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "DELETE /v2.0/ports/e7aa7857-28bc-4d2a-b52d-4dd657f37a8c HTTP/1.1" status: 204 len: 173 time: 0.4190331 Jun 30 09:40:57.290231 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aee419-7104-4648-81e5-7312f62068cc', 'name': 'network-vif-deleted', 'tag': 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:57.292550 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60944566-20d7-4d19-9720-c2dfdee2de7d" -d '{"events": [{"server_uuid": "d2aee419-7104-4648-81e5-7312f62068cc", "name": "network-vif-deleted", "tag": "e7aa7857-28bc-4d2a-b52d-4dd657f37a8c"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:57.351179 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6469355b-8dce-4624-9456-0fb82fd2575b x-openstack-request-id: req-6469355b-8dce-4624-9456-0fb82fd2575b {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:57.351812 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aee419-7104-4648-81e5-7312f62068cc", "name": "network-vif-deleted", "tag": "e7aa7857-28bc-4d2a-b52d-4dd657f37a8c", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:57.351812 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6469355b-8dce-4624-9456-0fb82fd2575b {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:57.352495 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aee419-7104-4648-81e5-7312f62068cc', 'name': 'network-vif-deleted', 'tag': 'e7aa7857-28bc-4d2a-b52d-4dd657f37a8c', 'status': 'completed', 'code': 200} Jun 30 09:40:57.525206 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8ad43c6e-3dc2-4385-96c5-46633ce0ee5c req-051a1c78-02cc-48e3-8375-f1089d581e6c tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2aee419-7104-4648-81e5-7312f62068cc HTTP/1.1" status: 200 len: 210 time: 0.0286412 Jun 30 09:41:00.200192 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e985d4-e10f-4b80-a259-76a0e6d44a5b req-b7731dc8-f8c3-426e-a6d9-05bc975b330a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:00.201815 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b2e985d4-e10f-4b80-a259-76a0e6d44a5b req-b7731dc8-f8c3-426e-a6d9-05bc975b330a tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 945 time: 0.1711588 Jun 30 09:41:00.239176 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-b2e985d4-e10f-4b80-a259-76a0e6d44a5b req-6e209911-d92e-404f-96b2-5720e9507f00 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Jun 30 09:41:01.207928 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device e7aa7857-28bc-4d2a-b52d-4dd657f37a8c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:01.228192 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: e7aa7857-28bc-4d2a-b52d-4dd657f37a8c {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:41:01.228544 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device e7aa7857-28bc-4d2a-b52d-4dd657f37a8c not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:01.469687 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c5df5-dc82-4317-9d49-b34553ab9bf4 req-65801fdc-cf60-4f46-ad59-402099dd206c tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:01.471174 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-932c5df5-dc82-4317-9d49-b34553ab9bf4 req-65801fdc-cf60-4f46-ad59-402099dd206c tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 945 time: 0.1199253 Jun 30 09:41:01.507848 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-932c5df5-dc82-4317-9d49-b34553ab9bf4 req-389c3098-986d-4ae2-b464-23c16de43b2d tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd456c8f-4169-4192-b489-387642ae5278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Jun 30 09:41:01.957960 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146e381-306b-4b56-b82d-4602175aa987 req-e43ed1b4-20bc-42c5-a5b6-740558ea7ee7 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:01.959410 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b146e381-306b-4b56-b82d-4602175aa987 req-e43ed1b4-20bc-42c5-a5b6-740558ea7ee7 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 945 time: 0.0624909 Jun 30 09:41:02.065752 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Deleting port 121c8b57-31ea-457b-baa6-70b3e14e6664 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:02.066084 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.157241 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] For port 121c8b57-31ea-457b-baa6-70b3e14e6664, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=121c8b57-31ea-457b-baa6-70b3e14e6664,segment=NetworkSegment(b6b036ca-08a6-4e9e-bf73-cdf582984b03),segment_id=b6b036ca-08a6-4e9e-bf73-cdf582984b03)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:02.157600 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.170147 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Calling delete_port for 121c8b57-31ea-457b-baa6-70b3e14e6664 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:02.295986 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.309211 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] get_ports_and_sgs() called for port_ids ['121c8b57-31ea-457b-baa6-70b3e14e6664'] {{(pid=92903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:41:02.325103 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Pushing event deleted for resources: {'Port': ['ID=121c8b57-31ea-457b-baa6-70b3e14e6664,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:02.370426 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] No DVR routers for this DVR port 121c8b57-31ea-457b-baa6-70b3e14e6664 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:41:02.373649 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.375655 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b146e381-306b-4b56-b82d-4602175aa987 req-a7ba26d9-0686-4c80-8afe-2e9c4b977007 tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.91 "DELETE /v2.0/ports/121c8b57-31ea-457b-baa6-70b3e14e6664 HTTP/1.1" status: 204 len: 173 time: 0.4105895 Jun 30 09:41:02.376093 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859d356c-8ba3-40dd-b9f2-a33c3e46f51f', 'name': 'network-vif-deleted', 'tag': '121c8b57-31ea-457b-baa6-70b3e14e6664'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:02.378859 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d48a4-9a21-4296-89fa-bb1bafa88940" -d '{"events": [{"server_uuid": "859d356c-8ba3-40dd-b9f2-a33c3e46f51f", "name": "network-vif-deleted", "tag": "121c8b57-31ea-457b-baa6-70b3e14e6664"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:02.425464 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553d129f-2a67-47ce-bd78-b9bcffab7300 x-openstack-request-id: req-553d129f-2a67-47ce-bd78-b9bcffab7300 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:02.425949 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859d356c-8ba3-40dd-b9f2-a33c3e46f51f", "name": "network-vif-deleted", "tag": "121c8b57-31ea-457b-baa6-70b3e14e6664", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:02.426244 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-553d129f-2a67-47ce-bd78-b9bcffab7300 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:02.426689 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859d356c-8ba3-40dd-b9f2-a33c3e46f51f', 'name': 'network-vif-deleted', 'tag': '121c8b57-31ea-457b-baa6-70b3e14e6664', 'status': 'completed', 'code': 200} Jun 30 09:41:02.664071 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a1bb081f-67e6-4b83-a222-4455c6e06b08 req-1989d4a7-e660-466e-a028-ce7146a55f5b tempest-AttachVolumeNegativeTest-365887966 tempest-AttachVolumeNegativeTest-365887966-project] 10.222.0.70 "GET /v2.0/ports?device_id=859d356c-8ba3-40dd-b9f2-a33c3e46f51f HTTP/1.1" status: 200 len: 210 time: 0.0308013 Jun 30 09:41:03.757269 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54806) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:03.801162 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-abce5a30-606d-4838-bd26-d530fe64bec9 admin admin] Deleting subnet a7cb4233-8130-44bf-b59d-2b6455495e24 {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:41:03.804148 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-abce5a30-606d-4838-bd26-d530fe64bec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.837170 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-abce5a30-606d-4838-bd26-d530fe64bec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.875033 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-abce5a30-606d-4838-bd26-d530fe64bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.931074 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-abce5a30-606d-4838-bd26-d530fe64bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.954544 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce5a30-606d-4838-bd26-d530fe64bec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7cb4233-8130-44bf-b59d-2b6455495e24,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:03.960048 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-abce5a30-606d-4838-bd26-d530fe64bec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.961880 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-abce5a30-606d-4838-bd26-d530fe64bec9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a7cb4233-8130-44bf-b59d-2b6455495e24 HTTP/1.1" status: 204 len: 168 time: 0.2035978 Jun 30 09:41:03.964397 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54808) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:04.029130 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.108969 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.118462 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc30f627-f106-4fd6-92c8-09317d8b401a']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:04.128849 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b036ca-08a6-4e9e-bf73-cdf582984b03') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:04.129149 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b036ca-08a6-4e9e-bf73-cdf582984b03') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:04.137459 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.150755 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.156805 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:41:04.157179 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:41:04.158768 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:41:04.210633 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.215713 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.217934 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cc30f627-f106-4fd6-92c8-09317d8b401a HTTP/1.1" status: 204 len: 168 time: 0.2526002 Jun 30 09:41:04.228907 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb80a6-ec5e-44d4-8802-17e3760e6a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc30f627-f106-4fd6-92c8-09317d8b401a,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:04.400103 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54812) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:04.441465 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e6fd64c0-a629-46f5-a988-9fb9a7dea361 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=015e30e6fbaf45ce829c5422aff0889d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398812 Jun 30 09:41:04.443957 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54814) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:04.493172 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a1ca-0250-4d69-952a-183f1cc0e4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.513808 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a1ca-0250-4d69-952a-183f1cc0e4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.559457 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a1ca-0250-4d69-952a-183f1cc0e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.563042 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a1ca-0250-4d69-952a-183f1cc0e4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.564202 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-1ba9a1ca-0250-4d69-952a-183f1cc0e4f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd456c8f-4169-4192-b489-387642ae5278 HTTP/1.1" status: 204 len: 168 time: 0.1193268 Jun 30 09:41:04.571614 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9a1ca-0250-4d69-952a-183f1cc0e4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd456c8f-4169-4192-b489-387642ae5278,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:05.227414 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 121c8b57-31ea-457b-baa6-70b3e14e6664 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:05.249699 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 121c8b57-31ea-457b-baa6-70b3e14e6664 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:41:05.250051 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 121c8b57-31ea-457b-baa6-70b3e14e6664 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:13.877117 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 54924) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:13.978462 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-53aaff4e-d976-4ac7-a1a9-f9b38d38dea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.069405 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-53aaff4e-d976-4ac7-a1a9-f9b38d38dea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.073160 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-53aaff4e-d976-4ac7-a1a9-f9b38d38dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.112750 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-53aaff4e-d976-4ac7-a1a9-f9b38d38dea3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9862af00cdf408a893b53b5a4087cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345178 Jun 30 09:41:14.113621 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaff4e-d976-4ac7-a1a9-f9b38d38dea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dffcf4c-d1ba-4fc8-9e4a-9b9f31b67180,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:14.116291 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 54928) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:14.171382 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.192327 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.237552 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.240080 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.241194 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0dffcf4c-d1ba-4fc8-9e4a-9b9f31b67180 HTTP/1.1" status: 204 len: 168 time: 0.1239002 Jun 30 09:41:14.248908 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dffcf4c-d1ba-4fc8-9e4a-9b9f31b67180,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:14.255831 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.256181 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.256523 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.256863 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.257197 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.257533 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.257863 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.258190 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.258523 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.258870 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.259268 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:14.259523 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e4ed90-f930-4c1b-87d4-9db8b8497775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:18.551683 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-356da495-6516-43c5-bd59-4c866f03c7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:21.081990 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-5e7904fa-fa6d-41d6-bbcf-05dcab59bb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:21.402788 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:22.611171 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:22.639195 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.945614 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.936262 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55068) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:26.039185 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a601-901a-4bec-b04d-cd147109f765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.134155 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a601-901a-4bec-b04d-cd147109f765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.137915 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a601-901a-4bec-b04d-cd147109f765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.173739 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-b6b8a601-901a-4bec-b04d-cd147109f765 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7dd8c31ce94447ee9a1f972a690ea581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363966 Jun 30 09:41:26.176401 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 55072) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:26.178211 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8a601-901a-4bec-b04d-cd147109f765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8344b5-22ea-44e3-98a6-019092e47fea,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:26.226252 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3ebf534-dbc3-45bc-be93-508919d5fe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.246057 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3ebf534-dbc3-45bc-be93-508919d5fe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.291126 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3ebf534-dbc3-45bc-be93-508919d5fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.293564 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-e3ebf534-dbc3-45bc-be93-508919d5fe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.294781 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-e3ebf534-dbc3-45bc-be93-508919d5fe68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e8344b5-22ea-44e3-98a6-019092e47fea HTTP/1.1" status: 204 len: 168 time: 0.1172259 Jun 30 09:41:26.302423 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebf534-dbc3-45bc-be93-508919d5fe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8344b5-22ea-44e3-98a6-019092e47fea,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:26.558130 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 55078) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:26.572053 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c7b52641-3a73-4a32-9fa1-c6211b7cd426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.658937 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c7b52641-3a73-4a32-9fa1-c6211b7cd426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.662665 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-c7b52641-3a73-4a32-9fa1-c6211b7cd426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.704008 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-c7b52641-3a73-4a32-9fa1-c6211b7cd426 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=055b5e6eaaf54cf9a0167513b4e412dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447608 Jun 30 09:41:26.704721 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b52641-3a73-4a32-9fa1-c6211b7cd426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685315fd-4ab2-4986-8461-84fbdbbcf1c7,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:26.706735 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55080) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:26.758713 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e162aded-739f-41a1-94ba-51e6c4c9cb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.778958 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e162aded-739f-41a1-94ba-51e6c4c9cb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.824295 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e162aded-739f-41a1-94ba-51e6c4c9cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.826849 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-e162aded-739f-41a1-94ba-51e6c4c9cb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:26.827993 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-e162aded-739f-41a1-94ba-51e6c4c9cb55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/685315fd-4ab2-4986-8461-84fbdbbcf1c7 HTTP/1.1" status: 204 len: 168 time: 0.1202574 Jun 30 09:41:26.835453 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162aded-739f-41a1-94ba-51e6c4c9cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685315fd-4ab2-4986-8461-84fbdbbcf1c7,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:31.837866 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55178) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:31.959363 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8c9877ec-9f40-4cec-8ff1-4bb24ffe3c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.057326 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8c9877ec-9f40-4cec-8ff1-4bb24ffe3c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.062319 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8c9877ec-9f40-4cec-8ff1-4bb24ffe3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.100709 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9877ec-9f40-4cec-8ff1-4bb24ffe3c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a84e3fe-c3de-4a56-93b5-70e702173c10,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:32.104958 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-8c9877ec-9f40-4cec-8ff1-4bb24ffe3c8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c375eceab2ae4fe8a8050c85a498ee0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660520 Jun 30 09:41:32.109502 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55182) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:32.158672 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0ad61c25-fd88-4f38-9899-15c90b5c6266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.180094 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0ad61c25-fd88-4f38-9899-15c90b5c6266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.230605 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0ad61c25-fd88-4f38-9899-15c90b5c6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.233875 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0ad61c25-fd88-4f38-9899-15c90b5c6266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.235307 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-0ad61c25-fd88-4f38-9899-15c90b5c6266 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a84e3fe-c3de-4a56-93b5-70e702173c10 HTTP/1.1" status: 204 len: 168 time: 0.1248503 Jun 30 09:41:32.242797 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad61c25-fd88-4f38-9899-15c90b5c6266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a84e3fe-c3de-4a56-93b5-70e702173c10,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:32.520769 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55188) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:32.534384 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-77fa78e4-5b4a-4295-9351-75ecf7168801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.628337 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-77fa78e4-5b4a-4295-9351-75ecf7168801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.632358 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-77fa78e4-5b4a-4295-9351-75ecf7168801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.669344 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa78e4-5b4a-4295-9351-75ecf7168801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d3596-a0cb-4fe3-a6ee-3004d9ff8089,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:32.673575 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-77fa78e4-5b4a-4295-9351-75ecf7168801 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3b59ff0e5be4cb58ea9dddab18c1898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517429 Jun 30 09:41:32.676683 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55190) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:32.724314 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7adc1de1-a280-4425-a965-79ce17966eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.744728 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7adc1de1-a280-4425-a965-79ce17966eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.796039 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7adc1de1-a280-4425-a965-79ce17966eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.798490 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-7adc1de1-a280-4425-a965-79ce17966eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.799632 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-7adc1de1-a280-4425-a965-79ce17966eb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca9d3596-a0cb-4fe3-a6ee-3004d9ff8089 HTTP/1.1" status: 204 len: 168 time: 0.1220598 Jun 30 09:41:32.807606 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc1de1-a280-4425-a965-79ce17966eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d3596-a0cb-4fe3-a6ee-3004d9ff8089,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:33.112352 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55196) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:33.128423 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-222a2a86-4c1b-4816-b169-14efcac3ccc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.215614 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-222a2a86-4c1b-4816-b169-14efcac3ccc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.219685 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-222a2a86-4c1b-4816-b169-14efcac3ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.256281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a2a86-4c1b-4816-b169-14efcac3ccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b405ece-cf80-45b7-9bd5-a7eb5ffeae14,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:33.260521 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-222a2a86-4c1b-4816-b169-14efcac3ccc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a58845189af4f7583928d895075d9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471109 Jun 30 09:41:33.263218 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55198) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:33.313244 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-cf29af77-43b4-4afc-957f-3d0ddae53d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.333919 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-cf29af77-43b4-4afc-957f-3d0ddae53d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.381229 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-cf29af77-43b4-4afc-957f-3d0ddae53d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.383857 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-cf29af77-43b4-4afc-957f-3d0ddae53d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.385048 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-cf29af77-43b4-4afc-957f-3d0ddae53d7d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b405ece-cf80-45b7-9bd5-a7eb5ffeae14 HTTP/1.1" status: 204 len: 168 time: 0.1209166 Jun 30 09:41:33.393281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29af77-43b4-4afc-957f-3d0ddae53d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b405ece-cf80-45b7-9bd5-a7eb5ffeae14,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:33.733705 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:44.006590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55310) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:44.110309 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-33840d4a-f9b0-4e74-a0e2-382dfc8faa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.199393 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-33840d4a-f9b0-4e74-a0e2-382dfc8faa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.203053 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-33840d4a-f9b0-4e74-a0e2-382dfc8faa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.242433 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-33840d4a-f9b0-4e74-a0e2-382dfc8faa13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f55c8a991d8a4c708dbd397328db07f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347035 Jun 30 09:41:44.243310 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33840d4a-f9b0-4e74-a0e2-382dfc8faa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06afdf76-4d4e-431c-a78d-2214e7c459fb,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:44.245120 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 55314) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:44.295104 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a42ee65b-e916-4615-a3b3-601ceca7c9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.315888 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a42ee65b-e916-4615-a3b3-601ceca7c9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.360275 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a42ee65b-e916-4615-a3b3-601ceca7c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.363057 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-a42ee65b-e916-4615-a3b3-601ceca7c9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.364170 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-a42ee65b-e916-4615-a3b3-601ceca7c9f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06afdf76-4d4e-431c-a78d-2214e7c459fb HTTP/1.1" status: 204 len: 168 time: 0.1175299 Jun 30 09:41:44.371662 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ee65b-e916-4615-a3b3-601ceca7c9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06afdf76-4d4e-431c-a78d-2214e7c459fb,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:44.621497 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 55320) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:44.634794 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8a4e-32d2-405a-ad70-c71ba7092352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.719595 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8a4e-32d2-405a-ad70-c71ba7092352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.723994 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8a4e-32d2-405a-ad70-c71ba7092352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.760851 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-ad7b8a4e-32d2-405a-ad70-c71ba7092352 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c6a71edd58a43398cba354bd099292a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382494 Jun 30 09:41:44.762758 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b8a4e-32d2-405a-ad70-c71ba7092352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd823ab-94a6-45ad-8d1d-57c575301035,revision_number=1']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:44.763491 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55322) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:44.813511 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-368a92f5-9a90-404b-9c9b-4ee1fd9f9c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.833415 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-368a92f5-9a90-404b-9c9b-4ee1fd9f9c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.877338 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-368a92f5-9a90-404b-9c9b-4ee1fd9f9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.879855 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-368a92f5-9a90-404b-9c9b-4ee1fd9f9c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.881023 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-368a92f5-9a90-404b-9c9b-4ee1fd9f9c77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8dd823ab-94a6-45ad-8d1d-57c575301035 HTTP/1.1" status: 204 len: 168 time: 0.1165490 Jun 30 09:41:44.888714 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a92f5-9a90-404b-9c9b-4ee1fd9f9c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd823ab-94a6-45ad-8d1d-57c575301035,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:48.553291 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-b6e56c0a-9984-475a-8f62-72a1eacc95fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:48.859738 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55388) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:48.960228 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d331febf-744f-4c92-929b-c48451a5693b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.048371 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d331febf-744f-4c92-929b-c48451a5693b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.053003 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d331febf-744f-4c92-929b-c48451a5693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_create {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.092313 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331febf-744f-4c92-929b-c48451a5693b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc58d084-fe07-4bdd-b879-8147d9bdf853,revision_number=1']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:49.099805 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-d331febf-744f-4c92-929b-c48451a5693b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21a49f77e09443028cbb77a71d4e3a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364504 Jun 30 09:41:49.100163 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55392) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:49.406649 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba18f-ef16-40fd-90eb-aa404da4839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.427116 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba18f-ef16-40fd-90eb-aa404da4839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.472091 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba18f-ef16-40fd-90eb-aa404da4839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.474567 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba18f-ef16-40fd-90eb-aa404da4839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.475736 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6d5ba18f-ef16-40fd-90eb-aa404da4839e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc58d084-fe07-4bdd-b879-8147d9bdf853 HTTP/1.1" status: 204 len: 168 time: 0.3746557 Jun 30 09:41:49.483087 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba18f-ef16-40fd-90eb-aa404da4839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc58d084-fe07-4bdd-b879-8147d9bdf853,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:51.082218 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-4b9f13ea-7c18-4f0d-a4e5-9f9d64416998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.404012 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.609102 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:52.640393 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:53.947571 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:10.732301 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:42:18.553234 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-e085a1bb-b6ad-4e43-8daf-007046ec63a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:21.084229 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-04f9db64-a358-4e26-a213-b9e69c5c0ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:21.405562 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.615495 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:22.644349 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:23.951330 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.258211 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55396) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:24.413395 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Deleting port f001d60c-5f96-4cd1-9c68-c3ed68aeb3a1 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:24.413736 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.489367 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.489700 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.501022 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Calling delete_port for f001d60c-5f96-4cd1-9c68-c3ed68aeb3a1 owned by network:floatingip {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:24.640928 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.664309 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event deleted for resources: {'Port': ['ID=f001d60c-5f96-4cd1-9c68-c3ed68aeb3a1,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:24.676891 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.677092 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.677263 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.677599 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.677952 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.678280 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.678604 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.678954 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.679278 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.679597 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.679913 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.680230 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:24.736486 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:24.736818 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.l3_db [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Floating IP f642e7e3-7e47-4d59-824f-86378b1e4630 disassociated (deleted). External IP: 172.27.3.196, port: 0b13d473-a89f-440c-afaf-0aa85559a039. Jun 30 09:42:24.945879 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Router d920df23-8519-4153-b2d1-76e29f3709e2 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:42:25.052625 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:42:25.057009 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:25.065579 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:42:25.075360 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:25.075975 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:42:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:25.097012 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-1e36779f-e583-4b68-a699-d21e6531d420 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "DELETE /v2.0/floatingips/f642e7e3-7e47-4d59-824f-86378b1e4630 HTTP/1.1" status: 204 len: 168 time: 0.8354101 Jun 30 09:42:25.097012 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:25.097550 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab" -d '{"events": [{"name": "network-changed", "server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:25.202274 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:25.328371 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe49459-01a3-4bf1-b6c3-2d4e09289d72 x-openstack-request-id: req-9fe49459-01a3-4bf1-b6c3-2d4e09289d72 {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:25.328928 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:25.328928 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fe49459-01a3-4bf1-b6c3-2d4e09289d72 {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:25.329292 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039', 'status': 'completed', 'code': 200} Jun 30 09:42:25.459419 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:28Z', 'revision_number': 1, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:25.485977 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0634bfe-1cf3-4742-8a19-503937bd4abc req-1955cc6a-537a-4adc-ad49-722609caeef9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:25.487764 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0634bfe-1cf3-4742-8a19-503937bd4abc req-1955cc6a-537a-4adc-ad49-722609caeef9 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 945 time: 0.0699816 Jun 30 09:42:25.494634 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:42:25.503211 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:25.503847 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:42:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:25.518705 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-a0e720a7-000e-4f4e-b204-3d82805460b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:25.520983 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-a0e720a7-000e-4f4e-b204-3d82805460b4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 1098 time: 0.1687412 Jun 30 09:42:25.530364 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-f0634bfe-1cf3-4742-8a19-503937bd4abc req-fc6c3ffb-25f0-4e0d-a361-6d9b8febba47 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354030 Jun 30 09:42:25.612598 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-75e49379-937a-4791-b273-279c3cd95c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:25.613336 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:25.614108 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-75e49379-937a-4791-b273-279c3cd95c0a service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0874391 Jun 30 09:42:25.659365 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-1d5eace0-4025-4864-9250-c37acdf6e0cc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b13d473-a89f-440c-afaf-0aa85559a039 HTTP/1.1" status: 200 len: 217 time: 0.0377445 Jun 30 09:42:25.709371 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-85090d06-d36d-4081-b7fd-25f62831442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:25.710920 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-85090d06-d36d-4081-b7fd-25f62831442e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0443809 Jun 30 09:42:25.768007 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-af368f56-90ad-4719-ab40-d09f797f760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:25.769489 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-af368f56-90ad-4719-ab40-d09f797f760b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511587 Jun 30 09:42:25.780024 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-6d91a3ab-3c39-4946-af2a-53e0aedbd4e5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=92901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:42:25.781040 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-6d91a3ab-3c39-4946-af2a-53e0aedbd4e5 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049956 Jun 30 09:42:25.836643 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:28Z', 'revision_number': 1, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:25.867540 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77cdb9-e8d0-4ec1-8126-fd5a6d672cba None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_floatingips': [{'id': '413ab60c-0a76-4911-bcae-cbf7e31009fe', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'router_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'port_id': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'mac_address': 'fa:16:3e:68:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:26Z', 'updated_at': '2021-06-30T09:38:28Z', 'revision_number': 1, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:42:25.874363 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-504b7c53-c7f4-4d85-a87f-44d5735c5e5d service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856941 Jun 30 09:42:25.967198 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-edd9ad56-d4a4-4dd0-b301-84a2065dcfab req-fe6b0132-603e-4eef-ab03-fd3291d0ea5b service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860155 Jun 30 09:42:26.089475 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310d7f6-e7fa-4ddf-8ac5-195074acbe87 None None] New status for floating IP f642e7e3-7e47-4d59-824f-86378b1e4630: DOWN {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:42:26.710556 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f37a5-b14f-4ce0-be58-48d6f2785794 req-7b73a6b4-5a1a-467f-afc1-2d932e3d8a8b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:26.712044 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b15f37a5-b14f-4ce0-be58-48d6f2785794 req-7b73a6b4-5a1a-467f-afc1-2d932e3d8a8b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 945 time: 0.0631154 Jun 30 09:42:26.749944 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b15f37a5-b14f-4ce0-be58-48d6f2785794 req-89e21437-a0b4-4e12-b5bb-403817d5dbe4 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322464 Jun 30 09:42:27.070704 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-8a5e6fb3-dbda-4cd6-91c2-b9c1864ab0f1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:27.072207 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-8a5e6fb3-dbda-4cd6-91c2-b9c1864ab0f1 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 945 time: 0.0662065 Jun 30 09:42:27.171674 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Deleting port 0b13d473-a89f-440c-afaf-0aa85559a039 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:27.172021 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:27.260420 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] For port 0b13d473-a89f-440c-afaf-0aa85559a039, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0b13d473-a89f-440c-afaf-0aa85559a039,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:27.260804 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:27.272923 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Calling delete_port for 0b13d473-a89f-440c-afaf-0aa85559a039 owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:27.404407 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:27.434268 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event deleted for resources: {'Port': ['ID=0b13d473-a89f-440c-afaf-0aa85559a039,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:27.464158 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.464511 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.464855 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.465196 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.465530 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.465865 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.466198 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.466526 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.466874 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.467206 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.467531 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.467855 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:27.488044 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] No DVR routers for this DVR port 0b13d473-a89f-440c-afaf-0aa85559a039 on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:27.490919 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:27.492869 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e363aa0a-9a87-4bc0-a026-96a88ed1cd58 req-b39b64bb-c580-4392-9c70-81778a57536d tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "DELETE /v2.0/ports/0b13d473-a89f-440c-afaf-0aa85559a039 HTTP/1.1" status: 204 len: 173 time: 0.4149964 Jun 30 09:42:27.493297 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'name': 'network-vif-deleted', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:27.495584 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed4b2b-63c6-4426-b480-009d0223e513" -d '{"events": [{"server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "name": "network-vif-deleted", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:27.596680 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370601c4-2d8f-4a7b-8c6b-d5084e0f7b65 x-openstack-request-id: req-370601c4-2d8f-4a7b-8c6b-d5084e0f7b65 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:27.596973 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e227b6a2-804e-49f3-aeca-bb934911eff8", "name": "network-vif-deleted", "tag": "0b13d473-a89f-440c-afaf-0aa85559a039", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:27.597230 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-370601c4-2d8f-4a7b-8c6b-d5084e0f7b65 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:27.597627 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e227b6a2-804e-49f3-aeca-bb934911eff8', 'name': 'network-vif-deleted', 'tag': '0b13d473-a89f-440c-afaf-0aa85559a039', 'status': 'completed', 'code': 200} Jun 30 09:42:27.897556 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-1430e958-1f59-488d-a364-d12f2b076a34 req-9749f810-10b3-4c14-9540-06bfc581d10e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=e227b6a2-804e-49f3-aeca-bb934911eff8 HTTP/1.1" status: 200 len: 210 time: 0.0300174 Jun 30 09:42:29.758389 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0b13d473-a89f-440c-afaf-0aa85559a039 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:29.778709 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: 0b13d473-a89f-440c-afaf-0aa85559a039 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:29.779079 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device 0b13d473-a89f-440c-afaf-0aa85559a039 not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:30.623131 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-c665e359-0630-42f2-89f8-30a5bd872574 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515625 Jun 30 09:42:30.716213 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-8fb89f3c-05eb-4a40-99e3-efeb91702524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:30.717663 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-8fb89f3c-05eb-4a40-99e3-efeb91702524 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 1098 time: 0.0508709 Jun 30 09:42:30.822555 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-d98b89a7-b124-4aa9-aef7-8e4a5a894c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:30.824037 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-d98b89a7-b124-4aa9-aef7-8e4a5a894c84 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0837379 Jun 30 09:42:30.891327 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-d980d3c8-02e2-466b-aab3-17867b89247c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d342e60b-616a-447b-98a6-54bc5d440ceb HTTP/1.1" status: 200 len: 1001 time: 0.0598609 Jun 30 09:42:30.940362 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-cddb8ae0-7c06-4198-a68b-48661b6b7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:30.941911 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-cddb8ae0-7c06-4198-a68b-48661b6b7ecf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0428224 Jun 30 09:42:30.997911 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-8e29fad5-1541-4ac4-9a6a-e0036666d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:30.999462 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-8e29fad5-1541-4ac4-9a6a-e0036666d5c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508337 Jun 30 09:42:31.091593 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-466b0ec8-44df-430a-b3c1-f6787db154fd service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846696 Jun 30 09:42:31.179816 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-2c013ab2-3cb9-4e71-9e95-e7652ff3326b req-2bff298b-e35e-42c5-bac9-4d5cec3a584d service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807831 Jun 30 09:42:31.212115 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55438) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:31.366906 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Deleting port 70a57bfb-1e21-4edf-882a-f1c32eb8d708 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:31.367251 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:31.442221 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:31.442221 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:31.453096 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Calling delete_port for 70a57bfb-1e21-4edf-882a-f1c32eb8d708 owned by network:floatingip {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:31.599326 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:31.624481 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event deleted for resources: {'Port': ['ID=70a57bfb-1e21-4edf-882a-f1c32eb8d708,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:31.687488 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:31.687820 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.db.l3_db [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Floating IP 413ab60c-0a76-4911-bcae-cbf7e31009fe disassociated (deleted). External IP: 172.27.3.226, port: d342e60b-616a-447b-98a6-54bc5d440ceb. Jun 30 09:42:31.890671 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Router d920df23-8519-4153-b2d1-76e29f3709e2 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:42:31.992528 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:42:31.997401 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:32.002895 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:42:32.012331 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:32.013233 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:42:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:32.036758 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-390ca11c-fd99-469e-8236-d21424c18c7e tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "DELETE /v2.0/floatingips/413ab60c-0a76-4911-bcae-cbf7e31009fe HTTP/1.1" status: 204 len: 168 time: 0.8235044 Jun 30 09:42:32.037361 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb'}] {{(pid=92902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:32.039603 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6100681520134ef70aab1db06420536f000b0e537e901b4492490629ee2d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8218b7c-3c91-4525-981a-73490889b33c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb"}]}' {{(pid=92902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:32.081601 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7e8913-390d-450b-93cc-18240957b9ec x-openstack-request-id: req-9b7e8913-390d-450b-93cc-18240957b9ec {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:32.081895 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb", "status": "completed", "code": 200}]} {{(pid=92902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:32.082684 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b7e8913-390d-450b-93cc-18240957b9ec {{(pid=92902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:32.083113 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'status': 'completed', 'code': 200} Jun 30 09:42:32.135465 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:32.167818 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8218b7c-3c91-4525-981a-73490889b33c req-56490ea3-44b7-4930-bc10-a41aa716e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:32.169307 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e8218b7c-3c91-4525-981a-73490889b33c req-56490ea3-44b7-4930-bc10-a41aa716e385 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2183ff0d11e426898abce51e4045f6f&device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 1098 time: 0.0598302 Jun 30 09:42:32.272079 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8218b7c-3c91-4525-981a-73490889b33c req-4982641c-47f4-4eeb-9671-53ef27680108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:32.273582 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e8218b7c-3c91-4525-981a-73490889b33c req-4982641c-47f4-4eeb-9671-53ef27680108 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 200 len: 912 time: 0.0974853 Jun 30 09:42:32.323327 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e8218b7c-3c91-4525-981a-73490889b33c req-61897f16-c1b5-4e98-af56-d76db4729187 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d342e60b-616a-447b-98a6-54bc5d440ceb HTTP/1.1" status: 200 len: 217 time: 0.0394375 Jun 30 09:42:32.360676 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:32.374149 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8218b7c-3c91-4525-981a-73490889b33c req-834cc456-e269-4080-a948-49f51d56c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:32.377149 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e8218b7c-3c91-4525-981a-73490889b33c req-834cc456-e269-4080-a948-49f51d56c9ff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 200 len: 850 time: 0.0459557 Jun 30 09:42:32.392498 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:42:32.404079 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:32.404079 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:42:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:32.421229 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724eb27-212e-40cc-a00b-2ccc067c5422 req-50c56e3d-0d5d-4399-acd2-66f3429c1255 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:32.422930 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5724eb27-212e-40cc-a00b-2ccc067c5422 req-50c56e3d-0d5d-4399-acd2-66f3429c1255 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 945 time: 0.0680096 Jun 30 09:42:32.444135 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8218b7c-3c91-4525-981a-73490889b33c req-400f5372-361b-4d8c-9f2d-7dbb686410b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:32.445788 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e8218b7c-3c91-4525-981a-73490889b33c req-400f5372-361b-4d8c-9f2d-7dbb686410b4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ffc01093-0697-4bf1-85e5-db707a5d1b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576522 Jun 30 09:42:32.466435 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [req-5724eb27-212e-40cc-a00b-2ccc067c5422 req-48a2a607-0ac5-4fb9-a512-ec93d78c20af tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363188 Jun 30 09:42:32.514336 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:32.544291 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e8218b7c-3c91-4525-981a-73490889b33c req-6be442af-b610-4d7c-b08c-c53e926c5017 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904007 Jun 30 09:42:32.638859 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-e8218b7c-3c91-4525-981a-73490889b33c req-cbdacf24-2853-4ff2-995e-ab8e3ad77bc0 service neutron] 10.222.0.91 "GET /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872915 Jun 30 09:42:32.832849 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:32.857891 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660d609-075a-4c6c-90bb-5671edc8d7fb None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi', '_interfaces': [{'id': '31078161-3e5d-458c-a7f2-14c25a47f2c9', 'name': '', 'network_id': 'ffc01093-0697-4bf1-85e5-db707a5d1b04', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'mac_address': 'fa:16:3e:6a:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'eb087683-53c8-428f-b983-8b44c003e106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:13Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'subnets': [{'id': 'eb087683-53c8-428f-b983-8b44c003e106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:42:33.056363 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98a400-591a-4463-a96f-945bec513e12 None None] New status for floating IP 413ab60c-0a76-4911-bcae-cbf7e31009fe: DOWN {{(pid=92904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:42:33.652254 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f2e5-ab14-4393-bee2-d3a534a6ed1e req-fd2951b2-d26f-4e2d-9fc1-60a8dc47e3aa tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:33.654714 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8ca5f2e5-ab14-4393-bee2-d3a534a6ed1e req-fd2951b2-d26f-4e2d-9fc1-60a8dc47e3aa tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 945 time: 0.0708373 Jun 30 09:42:33.696298 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-8ca5f2e5-ab14-4393-bee2-d3a534a6ed1e req-e65700ea-b42f-4788-8f93-aa1ff5075d3b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360777 Jun 30 09:42:34.014502 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-a270b0ef-49e1-4913-b242-0817ecb65cae tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:34.016555 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-a270b0ef-49e1-4913-b242-0817ecb65cae tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 945 time: 0.0793576 Jun 30 09:42:34.138358 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Deleting port d342e60b-616a-447b-98a6-54bc5d440ceb {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:34.138807 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:34.242609 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] For port d342e60b-616a-447b-98a6-54bc5d440ceb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d342e60b-616a-447b-98a6-54bc5d440ceb,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:34.243004 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:34.255054 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Calling delete_port for d342e60b-616a-447b-98a6-54bc5d440ceb owned by compute:nova {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:34.382640 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:34.412092 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event deleted for resources: {'Port': ['ID=d342e60b-616a-447b-98a6-54bc5d440ceb,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:34.457835 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] No DVR routers for this DVR port d342e60b-616a-447b-98a6-54bc5d440ceb on host hv-cinder-79351 {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:34.460360 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for port, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:34.462305 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-b34ba641-5a2d-4a1d-8d9c-7cf03d3feabb req-8c150f0d-5f08-4803-b922-290e25726e25 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.91 "DELETE /v2.0/ports/d342e60b-616a-447b-98a6-54bc5d440ceb HTTP/1.1" status: 204 len: 173 time: 0.4398313 Jun 30 09:42:34.462739 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'name': 'network-vif-deleted', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb'}] {{(pid=92901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:34.465002 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e78fd2b1dcd12e6ec1ffd1b9ebae1af4b82e05a7e7512cc66eecf6638c0877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ef06ba-4403-41dd-a7bb-7b0843f77e79" -d '{"events": [{"server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "name": "network-vif-deleted", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb"}]}' {{(pid=92901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:34.501226 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8b3295-3e0f-4bd0-8e65-f46a714dc787 x-openstack-request-id: req-ce8b3295-3e0f-4bd0-8e65-f46a714dc787 {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:34.501541 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4578d4-7161-44c5-9de3-d2de38e261cf", "name": "network-vif-deleted", "tag": "d342e60b-616a-447b-98a6-54bc5d440ceb", "status": "completed", "code": 200}]} {{(pid=92901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:34.501792 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce8b3295-3e0f-4bd0-8e65-f46a714dc787 {{(pid=92901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:34.502184 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4578d4-7161-44c5-9de3-d2de38e261cf', 'name': 'network-vif-deleted', 'tag': 'd342e60b-616a-447b-98a6-54bc5d440ceb', 'status': 'completed', 'code': 200} Jun 30 09:42:34.872156 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [req-a3404cf2-ac57-481d-9cdc-a241c8d598ee req-ea4e4122-8dfa-4e4f-b6d2-2159a2cced2b tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b4578d4-7161-44c5-9de3-d2de38e261cf HTTP/1.1" status: 200 len: 210 time: 0.0293698 Jun 30 09:42:35.966255 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55454) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:36.091738 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Deleting port 2e1538ee-4653-47df-84c8-74d525b8bdc7 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:36.092082 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:36.171828 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:36.172069 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:36.184048 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Calling delete_port for 2e1538ee-4653-47df-84c8-74d525b8bdc7 owned by network:floatingip {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:36.309765 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:36.335234 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event deleted for resources: {'Port': ['ID=2e1538ee-4653-47df-84c8-74d525b8bdc7,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:36.399881 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for floatingip, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:36.402362 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173113'] for floatingip, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:36.403559 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-405fe08c-9627-4957-9340-f19f6b87ea81 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "DELETE /v2.0/floatingips/c2553889-fb3a-4c41-b5ac-d3ef42e538db HTTP/1.1" status: 204 len: 168 time: 0.4362850 Jun 30 09:42:37.671285 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55466) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:37.728591 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f31b439c-fdf2-4e7a-b6e9-bf2a296347a2 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:37.749789 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device d342e60b-616a-447b-98a6-54bc5d440ceb no longer exists at agent hyperv_hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:37.753281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f31b439c-fdf2-4e7a-b6e9-bf2a296347a2 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:37.773470 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] No Port match for: d342e60b-616a-447b-98a6-54bc5d440ceb {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:37.773812 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Device d342e60b-616a-447b-98a6-54bc5d440ceb not bound to the agent host hv-cinder-79351 {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:37.812000 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f31b439c-fdf2-4e7a-b6e9-bf2a296347a2 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:37.814694 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-f31b439c-fdf2-4e7a-b6e9-bf2a296347a2 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:37.815971 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-f31b439c-fdf2-4e7a-b6e9-bf2a296347a2 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] 10.222.0.70 "DELETE /v2.0/security-groups/3e4baeda-a7a1-40ac-9d44-f0237dd3c82e HTTP/1.1" status: 204 len: 168 time: 0.1436875 Jun 30 09:42:37.825479 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b439c-fdf2-4e7a-b6e9-bf2a296347a2 tempest-TestVolumeBootPattern-1679696111 tempest-TestVolumeBootPattern-1679696111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4baeda-a7a1-40ac-9d44-f0237dd3c82e,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:38.895749 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 55472) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:39.341371 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:39.868127 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Deleting port 31078161-3e5d-458c-a7f2-14c25a47f2c9 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:39.868471 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:39.945124 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] For port 31078161-3e5d-458c-a7f2-14c25a47f2c9, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=31078161-3e5d-458c-a7f2-14c25a47f2c9,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:39.945829 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:39.957359 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Calling delete_port for 31078161-3e5d-458c-a7f2-14c25a47f2c9 owned by network:router_interface {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:40.134304 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:40.158055 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Pushing event deleted for resources: {'Port': ['ID=31078161-3e5d-458c-a7f2-14c25a47f2c9,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:40.327045 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:40.539050 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Router d920df23-8519-4153-b2d1-76e29f3709e2 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:42:40.642942 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:42:40.650195 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-af8c0afc-0636-4854-b9c1-0f0bbd6c86da admin admin] 10.222.0.70 "PUT /v2.0/routers/d920df23-8519-4153-b2d1-76e29f3709e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533455 Jun 30 09:42:40.651477 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55476) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:40.654511 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] Sync routers for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:42:40.665268 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:40.665937 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:42:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:40.765151 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:40.771879 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:40.868053 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:40.923816 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Deleting port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:40.924349 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:40.951318 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:42:40Z', 'revision_number': 5, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port': {'id': '5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:40.981624 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] Checking router: d920df23-8519-4153-b2d1-76e29f3709e2 for host: dv-cinder-793515-7-iscsi {{(pid=92903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:42:40.990023 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] Routers {'d920df23-8519-4153-b2d1-76e29f3709e2'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:40.990639 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:42:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['d920df23-8519-4153-b2d1-76e29f3709e2'], 'active': True} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:41.002229 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] For port 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:41.002590 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.014995 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Calling delete_port for 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 owned by network:router_gateway {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:41.073350 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvr_db [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] Set router d920df23-8519-4153-b2d1-76e29f3709e2 gateway port host: None {{(pid=92903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:41.127360 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_hamode_db [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:42:40Z', 'revision_number': 6, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port_host': None}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:41.154314 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f05c8e0-feaa-4786-93af-50665f329658 None None] The sync data for ids ['d920df23-8519-4153-b2d1-76e29f3709e2'] in dv-cinder-793515-7-iscsi is: [{'id': 'd920df23-8519-4153-b2d1-76e29f3709e2', 'name': 'tempest-TestVolumeBootPattern-799159865-router', 'tenant_id': 'e2183ff0d11e426898abce51e4045f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:50Z', 'updated_at': '2021-06-30T09:42:40Z', 'revision_number': 6, 'project_id': 'e2183ff0d11e426898abce51e4045f6f', 'gw_port_host': None}] {{(pid=92903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:42:41.194086 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.217085 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:41.286589 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.373324 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.375416 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.417713 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.418170 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d920df23-8519-4153-b2d1-76e29f3709e2 {{(pid=92902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:42:41.422379 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.423553 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-9ffa19be-1304-4944-b880-50c55ea745a7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d920df23-8519-4153-b2d1-76e29f3709e2 HTTP/1.1" status: 204 len: 168 time: 0.7711043 Jun 30 09:42:41.426365 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55478) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:41.471625 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c7598e-07e8-4877-9ca8-9838e370467b admin admin] Deleting subnet eb087683-53c8-428f-b983-8b44c003e106 {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:42:41.474689 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51c7598e-07e8-4877-9ca8-9838e370467b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.511919 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51c7598e-07e8-4877-9ca8-9838e370467b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.594095 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51c7598e-07e8-4877-9ca8-9838e370467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.644493 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51c7598e-07e8-4877-9ca8-9838e370467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.674953 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7598e-07e8-4877-9ca8-9838e370467b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb087683-53c8-428f-b983-8b44c003e106,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:41.677362 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-51c7598e-07e8-4877-9ca8-9838e370467b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.681151 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d100e6b-2905-4592-b8ef-aa4cbc75e163 None None] Network ffc01093-0697-4bf1-85e5-db707a5d1b04 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:42:41.681618 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-51c7598e-07e8-4877-9ca8-9838e370467b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eb087683-53c8-428f-b983-8b44c003e106 HTTP/1.1" status: 204 len: 168 time: 0.2536089 Jun 30 09:42:41.682581 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 55480) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:41.751643 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.809785 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Deleting port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 {{(pid=92901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:41.810176 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.875893 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.db [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] For port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3,segment=NetworkSegment(b260021a-d36b-4a32-96d7-8582844e3478),segment_id=b260021a-d36b-4a32-96d7-8582844e3478)] {{(pid=92901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:41.876178 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.889439 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.plugin [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Calling delete_port for 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 owned by network:dhcp {{(pid=92901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:41.945382 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] DHCP port deletion for ffc01093-0697-4bf1-85e5-db707a5d1b04 request from dv-cinder-793515-7-iscsi {{(pid=92903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:42:41.969856 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3262738'] for port, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.993070 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Deleting port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 {{(pid=92903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:41.993446 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.002497 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] No DVR routers for this DVR port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 on host dv-cinder-793515-7-iscsi {{(pid=92901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:42.008278 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:42.062698 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] For port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3, host dv-cinder-793515-7-iscsi, got binding levels [] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:42.063163 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.077502 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Calling delete_port for 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 owned by network:dhcp {{(pid=92903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:42.080431 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.ipam_backend_mixin [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 was not found and therefore no delete operation was performed {{(pid=92903) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:42:42.081685 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651'] for port, after_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.084973 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.094607 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc01093-0697-4bf1-85e5-db707a5d1b04']}} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:42.106745 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b260021a-d36b-4a32-96d7-8582844e3478') {'for_net_delete': True} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:42.107700 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.services.segments.db [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b260021a-d36b-4a32-96d7-8582844e3478') {} {{(pid=92901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:42.107851 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Pushing event deleted for resources: {'Port': ['ID=1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3,revision_number=None']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:42.110101 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] No DVR routers for this DVR port 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 on host dv-cinder-793515-7-iscsi {{(pid=92903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:42.118455 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.118810 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.119179 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.119525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.120168 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.120168 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.120498 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.120829 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.121164 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.121548 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.121810 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.122342 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c35647-6b6e-4786-8a76-5d42face26ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-7-iscsi {{(pid=92903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:42.124006 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6053682'] for segment, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.144091 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.151062 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=92901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:42:42.151509 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3262919'] for segment, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: Traceback (most recent call last): Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: timer() Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: cb(*args, **kw) Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: return func(*args, **kwargs) Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: self._notify() Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: self.callback(batched_events) Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: event.method(event) Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: return f(self, *a, **k) Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._get(url).json() Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: return self.request(url, 'GET', **kwargs) Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:42:42.153488 dv-cinder-793515-7-iscsi neutron-server[92901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:42:42.215206 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.220775 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:42.222605 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ffc01093-0697-4bf1-85e5-db707a5d1b04 HTTP/1.1" status: 204 len: 168 time: 0.5390041 Jun 30 09:42:42.226927 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55482) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:42.235315 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b0dce-b784-4c65-a74c-96e3d8b9bfc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc01093-0697-4bf1-85e5-db707a5d1b04,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:42.577714 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399530'] for router_interface, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.080688 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Deleting port 6254e9a3-1a06-497a-8a81-7e1424f0f009 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:43.081368 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.160792 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] For port 6254e9a3-1a06-497a-8a81-7e1424f0f009, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=6254e9a3-1a06-497a-8a81-7e1424f0f009,segment=NetworkSegment(2ad51b05-5e36-45c9-947d-924cb2398909),segment_id=2ad51b05-5e36-45c9-947d-924cb2398909)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:43.161185 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.173999 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Calling delete_port for 6254e9a3-1a06-497a-8a81-7e1424f0f009 owned by network:router_interface {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:43.208679 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 31078161-3e5d-458c-a7f2-14c25a47f2c9 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:43.228512 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 31078161-3e5d-458c-a7f2-14c25a47f2c9 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:43.228856 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 31078161-3e5d-458c-a7f2-14c25a47f2c9 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:43.229272 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:43.248153 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:43.248529 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 1f8f8b87-4eae-4808-9ea1-6e9d2dc3efe3 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:43.248943 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:43.272072 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:43.272423 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 5d57e7df-41d3-4de6-8e8d-6f4ad9bbd646 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:43.352169 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.384783 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Pushing event deleted for resources: {'Port': ['ID=6254e9a3-1a06-497a-8a81-7e1424f0f009,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:43.544435 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399440'] for router_interface, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.756906 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 has already been hosted by L3 agent d449d655-f033-4885-ac3c-920a7fb83d61 {{(pid=92902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:42:43.861947 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] Notify agent at l3_agent.dv-cinder-793515-7-iscsi the message routers_updated {{(pid=92902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:42:43.867421 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-8df568c0-aa52-4ad3-bbac-dde4a2da4173 admin admin] 10.222.0.70 "PUT /v2.0/routers/59b9d292-4cf7-43c5-8cd6-94c206b316d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394858 Jun 30 09:42:43.869956 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55484) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:43.870368 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] Sync routers for ids ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'] in dv-cinder-793515-7-iscsi {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:42:43.881848 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] Routers {'59b9d292-4cf7-43c5-8cd6-94c206b316d9'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:43.882471 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:42:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:43.972887 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks [] for router, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.986255 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] Set router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 gateway port host: dv-cinder-793515-7-iscsi {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:44.076450 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.132261 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Deleting port 10309dca-cedd-436e-bf85-ce142a23a831 {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:44.132959 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.163930 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'external_fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '10309dca-cedd-436e-bf85-ce142a23a831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:42:43Z', 'revision_number': 5, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port': {'id': '10309dca-cedd-436e-bf85-ce142a23a831', 'name': '', 'network_id': 'a36f3e4a-6fa4-4f3a-bf25-9eab670a2c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6b2fb3-82cc-4c20-a323-287a06152a5e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-7-iscsi'}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:44.190992 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] Checking router: 59b9d292-4cf7-43c5-8cd6-94c206b316d9 for host: dv-cinder-793515-7-iscsi {{(pid=92904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:42:44.200165 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] Routers {'59b9d292-4cf7-43c5-8cd6-94c206b316d9'} bound to L3 agent in host dv-cinder-793515-7-iscsi {{(pid=92904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:44.200769 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T09:23:21Z,description=,heartbeat_timestamp=2021-06-30T09:42:21Z,host='dv-cinder-793515-7-iscsi',id=d449d655-f033-4885-ac3c-920a7fb83d61,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T09:23:21Z,topic='l3_agent')) {'router_ids': ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'], 'active': True} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:44.214417 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] For port 10309dca-cedd-436e-bf85-ce142a23a831, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=10309dca-cedd-436e-bf85-ce142a23a831,segment=NetworkSegment(d82792a0-8afe-4b18-8f8c-c049ecb8a693),segment_id=d82792a0-8afe-4b18-8f8c-c049ecb8a693)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:44.214779 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.227267 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Calling delete_port for 10309dca-cedd-436e-bf85-ce142a23a831 owned by network:router_gateway {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:44.286159 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_dvr_db [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] Set router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 gateway port host: None {{(pid=92904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:44.340762 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.l3_hamode_db [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:42:44Z', 'revision_number': 6, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port_host': None}], 'dv-cinder-793515-7-iscsi', False) {} {{(pid=92904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:44.366344 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b47fda3-f274-46c5-8e9e-eb22095b53c6 None None] The sync data for ids ['59b9d292-4cf7-43c5-8cd6-94c206b316d9'] in dv-cinder-793515-7-iscsi is: [{'id': '59b9d292-4cf7-43c5-8cd6-94c206b316d9', 'name': 'tempest-TestVolumeBootPattern-1178377895-router', 'tenant_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:03Z', 'updated_at': '2021-06-30T09:42:44Z', 'revision_number': 6, 'project_id': 'fdfb0c56bb5948a1a611b6f5d55a388a', 'gw_port_host': None}] {{(pid=92904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:42:44.393085 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.417672 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=10309dca-cedd-436e-bf85-ce142a23a831,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:44.480926 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397927'] for router_gateway, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.574354 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37612'] for router, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.576467 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.622769 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395011'] for router, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.623281 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b9d292-4cf7-43c5-8cd6-94c206b316d9 {{(pid=92902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:42:44.627361 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] Notify callbacks [] for router, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.628582 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-d78009cc-d78d-484f-89df-4b5119717a1b admin admin] 10.222.0.70 "DELETE /v2.0/routers/59b9d292-4cf7-43c5-8cd6-94c206b316d9 HTTP/1.1" status: 204 len: 168 time: 0.7576914 Jun 30 09:42:44.631855 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55486) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:44.674365 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.db_base_plugin_v2 [None req-53022f9b-5514-4aea-89d1-4ab91a0dd973 admin admin] Deleting subnet c272d2ee-60c3-452d-91d5-9bb9ba57da32 {{(pid=92902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:42:44.677826 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-53022f9b-5514-4aea-89d1-4ab91a0dd973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.712684 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-53022f9b-5514-4aea-89d1-4ab91a0dd973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5773210'] for subnet, precommit_delete_associations {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.802140 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-53022f9b-5514-4aea-89d1-4ab91a0dd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7681580'] for subnet, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.853652 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-53022f9b-5514-4aea-89d1-4ab91a0dd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7681575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969653'] for subnet, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.878532 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53022f9b-5514-4aea-89d1-4ab91a0dd973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c272d2ee-60c3-452d-91d5-9bb9ba57da32,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:44.883022 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-53022f9b-5514-4aea-89d1-4ab91a0dd973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.885259 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-53022f9b-5514-4aea-89d1-4ab91a0dd973 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c272d2ee-60c3-452d-91d5-9bb9ba57da32 HTTP/1.1" status: 204 len: 168 time: 0.2521932 Jun 30 09:42:44.887427 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55488) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:44.890431 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3091d0a-8766-44bd-94ab-0bd6acd05a22 None None] Network 0337d152-f8c9-475a-8209-52906eaa8730 requested from dv-cinder-793515-7-iscsi {{(pid=92903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:42:44.956020 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7802775'] for network, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.013883 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Deleting port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d {{(pid=92902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:45.014388 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.077341 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.db [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] For port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,segment=NetworkSegment(2ad51b05-5e36-45c9-947d-924cb2398909),segment_id=2ad51b05-5e36-45c9-947d-924cb2398909)] {{(pid=92902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:45.077701 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.093528 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Calling delete_port for 7c2a3846-87a8-4411-9546-fbf9ae6dd09d owned by network:dhcp {{(pid=92902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:45.112635 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] DHCP port deletion for 0337d152-f8c9-475a-8209-52906eaa8730 request from dv-cinder-793515-7-iscsi {{(pid=92903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:42:45.169422 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] Deleting port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d {{(pid=92903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:45.169942 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741420174017'] for port, before_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.185814 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492243'] for port, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.213749 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:45.217426 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 7c2a3846-87a8-4411-9546-fbf9ae6dd09d no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:45.221889 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] No DVR routers for this DVR port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d on host dv-cinder-793515-7-iscsi {{(pid=92902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:45.245854 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 7c2a3846-87a8-4411-9546-fbf9ae6dd09d {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:45.246205 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 7c2a3846-87a8-4411-9546-fbf9ae6dd09d not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:45.246631 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 6254e9a3-1a06-497a-8a81-7e1424f0f009 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:45.274642 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 6254e9a3-1a06-497a-8a81-7e1424f0f009 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:45.274642 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 6254e9a3-1a06-497a-8a81-7e1424f0f009 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:45.275079 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 10309dca-cedd-436e-bf85-ce142a23a831 no longer exists at agent ovs-agent-dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:45.298026 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7684019', 'neutron.services.segments.db._delete_segments_for_network-8741420208707'] for network, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.304043 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] No Port match for: 10309dca-cedd-436e-bf85-ce142a23a831 {{(pid=92903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:45.304397 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.rpc [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Device 10309dca-cedd-436e-bf85-ce142a23a831 not bound to the agent host dv-cinder-793515-7-iscsi {{(pid=92903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:45.309768 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0337d152-f8c9-475a-8209-52906eaa8730']}} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:45.315022 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.db [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] For port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d, host dv-cinder-793515-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-7-iscsi',level=0,port_id=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,segment=NetworkSegment(2ad51b05-5e36-45c9-947d-924cb2398909),segment_id=2ad51b05-5e36-45c9-947d-924cb2398909)] {{(pid=92903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:45.315220 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402602'] for port, precommit_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.320972 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad51b05-5e36-45c9-947d-924cb2398909') {'for_net_delete': True} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:45.321275 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.services.segments.db [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad51b05-5e36-45c9-947d-924cb2398909') {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:45.328262 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.plugins.ml2.plugin [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] Calling delete_port for 7c2a3846-87a8-4411-9546-fbf9ae6dd09d owned by network:dhcp {{(pid=92903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:45.330112 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741420104650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5773203'] for segment, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.347778 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591'] for segment, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.354747 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=92902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:42:45.355175 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492294'] for segment, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: Traceback (most recent call last): Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: timer() Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: cb(*args, **kw) Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: return func(*args, **kwargs) Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: self._notify() Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: self.callback(batched_events) Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: event.method(event) Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: return f(self, *a, **k) Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._get(url).json() Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: return self.request(url, 'GET', **kwargs) Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:42:45.356928 dv-cinder-793515-7-iscsi neutron-server[92902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:42:45.416462 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7684010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7927389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7989541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397827'] for network, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.422594 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989504'] for network, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.422817 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741420197367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741419773651'] for port, after_delete {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.427113 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] 10.222.0.70 "DELETE /v2.0/networks/0337d152-f8c9-475a-8209-52906eaa8730 HTTP/1.1" status: 204 len: 168 time: 0.5361454 Jun 30 09:42:45.432380 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] Network 0337d152-f8c9-475a-8209-52906eaa8730 is not hosted by any dhcp agent {{(pid=92903) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:42:45.432855 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] No DVR routers for this DVR port 7c2a3846-87a8-4411-9546-fbf9ae6dd09d on host dv-cinder-793515-7-iscsi {{(pid=92903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:45.441424 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea4cf-6039-4773-965f-680a367cc91f admin admin] Pushing event deleted for resources: {'Network': ['ID=0337d152-f8c9-475a-8209-52906eaa8730,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:45.456600 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46991d9-cd73-42c4-bee9-393e552908d1 None None] Pushing event deleted for resources: {'Port': ['ID=7c2a3846-87a8-4411-9546-fbf9ae6dd09d,revision_number=None']} {{(pid=92903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:45.543574 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55492) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:45.582236 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-6140bcff-7d10-4758-b2cd-c5713c9bc8f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2183ff0d11e426898abce51e4045f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374656 Jun 30 09:42:45.585308 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.wsgi [-] (92902) accepted ('10.222.0.70', 55494) {{(pid=92902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:45.634367 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea11918d-5868-4752-b7d0-5780dea7e4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.655821 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea11918d-5868-4752-b7d0-5780dea7e4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.703909 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea11918d-5868-4752-b7d0-5780dea7e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.706450 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-ea11918d-5868-4752-b7d0-5780dea7e4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.707658 dv-cinder-793515-7-iscsi neutron-server[92902]: INFO neutron.wsgi [None req-ea11918d-5868-4752-b7d0-5780dea7e4ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2939d9d1-1406-4516-a77d-0cc855076454 HTTP/1.1" status: 204 len: 168 time: 0.1214473 Jun 30 09:42:45.715896 dv-cinder-793515-7-iscsi neutron-server[92902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11918d-5868-4752-b7d0-5780dea7e4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939d9d1-1406-4516-a77d-0cc855076454,revision_number=None']} {{(pid=92902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:46.017313 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 55500) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:46.055900 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-6bb53a01-6700-43aa-8390-126293eb974d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdfb0c56bb5948a1a611b6f5d55a388a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374212 Jun 30 09:42:46.058560 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.wsgi [-] (92901) accepted ('10.222.0.70', 55502) {{(pid=92901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:46.105662 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-31341b72-f171-4a5c-9be6-b23eaf37dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:46.127389 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-31341b72-f171-4a5c-9be6-b23eaf37dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:46.173993 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-31341b72-f171-4a5c-9be6-b23eaf37dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7921846'] for security_group, after_delete {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:46.177035 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron_lib.callbacks.manager [None req-31341b72-f171-4a5c-9be6-b23eaf37dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:46.178269 dv-cinder-793515-7-iscsi neutron-server[92901]: INFO neutron.wsgi [None req-31341b72-f171-4a5c-9be6-b23eaf37dc36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54fcebc8-f22f-46c1-97b9-4557e8da1440 HTTP/1.1" status: 204 len: 168 time: 0.1187959 Jun 30 09:42:46.185944 dv-cinder-793515-7-iscsi neutron-server[92901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31341b72-f171-4a5c-9be6-b23eaf37dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fcebc8-f22f-46c1-97b9-4557e8da1440,revision_number=None']} {{(pid=92901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:47.731132 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:42:48.553489 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c72c15cd-1691-48bb-a7c5-dab4106a6c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:51.085528 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-152a94fd-2557-4dcb-8d97-b78376ecc5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:51.408038 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:52.602629 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:52.647140 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:53.953307 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:18.554473 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-16232c7b-8851-429c-983c-2b9c3a659a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:21.086572 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-14acb253-a534-46b5-86f6-20284a5cf63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:21.408914 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:22.604134 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:22.650525 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.955663 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:24.730439 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:48.555458 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-aed13bc9-28df-4049-9f93-72156a99ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.087195 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1859-956f-442e-bfa1-2aa467705f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.409392 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.602188 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:52.652757 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:53.958463 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:01.728539 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:18.556364 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d175dc60-20ac-46cc-ab1b-a9138e136941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:21.088420 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-9fa10458-d4a5-4c05-8b88-60157d3b04f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:21.413392 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:22.615348 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:22.654823 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:23.962068 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.727151 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:48.559092 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-6a866635-9e0d-4368-a131-a402dc89b142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.088264 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-7e49f83b-e7b1-475b-ae23-a20723e70569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:51.536407 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.622396 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:52.658296 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:53.964734 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:15.726032 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:45:18.561033 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-83dc904b-1e5a-47cf-a097-fe5d81e5da78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:21.089482 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-1f18b528-3a2a-4b08-897c-769779252396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:21.420555 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:22.629382 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:22.660745 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:23.968036 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:48.563123 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-398cf043-d66c-4838-93f4-c98122d9681d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:51.089929 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-53a8c390-6d7b-433c-9cb2-54c744a41d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:51.423431 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:52.638387 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:52.665335 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:52.725445 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:45:53.970508 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:18.565311 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-f662ad7f-ec15-49ef-9b62-b538195acea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:21.091644 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-8822e455-dc3b-4cf2-87e5-bf6939a04bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:21.424226 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.642558 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.667595 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:23.974881 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:29.724340 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:48.566244 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-feedf8c0-6588-443f-9b1c-09dac5f0159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:51.093207 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-d1909d39-fd8f-4cb7-ba6f-fe440dd18fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:51.426085 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:52.667324 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:52.671010 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:53.976973 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:06.722700 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:47:18.567575 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-6997b7c9-e237-448c-a357-1234e024dd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:21.094138 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-0dbd87a7-dac5-4936-ae0e-3186f1b23387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:21.427845 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:22.663941 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:22.672751 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:23.979484 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:43.722579 dv-cinder-793515-7-iscsi neutron-server[92904]: DEBUG neutron.db.agents_db [None req-f1adc0b1-0f8d-4236-9f5b-10e6003f8197 None None] Agent healthcheck: found 6 active agents {{(pid=92904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:47:48.569085 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-5db396af-aec3-41e7-ba2c-0886916f2711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:51.094181 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-3398718a-8da2-4d90-aa5c-5c31b18cc87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:51.428403 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-a8f22d9e-0e45-4e73-adfa-9695d2bc1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:52.677198 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-414421ae-d244-4ccd-92c6-e6a642944418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:52.679314 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0541-8d3a-4d55-bcab-2061be7034b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:53.983602 dv-cinder-793515-7-iscsi neutron-server[92903]: DEBUG neutron_lib.callbacks.manager [None req-c788287f-789e-4349-bb1e-941276543d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741420208689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7677677'] for agent, after_update {{(pid=92903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}